-- Logs begin at Thu 2022-02-17 23:52:02 UTC, end at Fri 2022-02-18 00:47:07 UTC. -- Feb 18 00:21:39.479579 dv-cinder-816104-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 00:21:42.454108 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.common.config [-] Logging enabled! Feb 18 00:21:42.454749 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 00:21:42.454925 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114305) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 00:21:42.458194 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.common.config [-] Logging enabled! Feb 18 00:21:42.458475 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 00:21:42.458784 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114305) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 00:21:42.459716 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:21:42.459947 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 00:21:42.460410 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 00:21:42.460710 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 00:21:42.461579 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 00:21:42.461579 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.462149 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 18 00:21:42.462482 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.462774 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.463063 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.463355 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.463639 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.463915 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.464200 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.464489 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.464768 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.465041 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.465316 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.465601 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.465878 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.466160 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.466466 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.466746 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] debug = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.467021 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.467447 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.467853 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.468128 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.468412 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.468689 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.468957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.469228 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.469505 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.469827 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] host = dv-cinder-816104-3-iscsi {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.470100 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.470413 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.470699 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.470981 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.471251 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.471521 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.471803 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.472093 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.472344 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] log_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.472613 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.472895 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.473176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.473460 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.473680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.473899 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.474184 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.474493 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.474767 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.475035 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.475303 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.475571 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.475839 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.476102 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.476498 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.476782 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.477064 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.477335 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.477605 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.477873 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.478138 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.478447 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.478719 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.478986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.479253 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.479535 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.479799 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.480067 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.480364 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.480645 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.480922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.481203 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.481471 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.481749 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.482027 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.482295 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.482584 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] use_json = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.482849 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.483112 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.483388 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.483655 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.483922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.484188 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.484454 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.484731 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.484999 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:42.485285 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.485582 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.485880 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.486165 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.486480 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.486759 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.487045 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.487317 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.487605 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.487891 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.488176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.488448 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.488742 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.489026 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.489316 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.489615 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.489907 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.490193 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.490492 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.490763 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.491031 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.491303 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.491585 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.491860 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.492174 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.492454 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.492726 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.493017 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.493299 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.493613 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.493899 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.494170 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.494476 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.494764 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.495038 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.495304 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.495578 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.495863 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.496136 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.496402 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.496678 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.496949 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.497215 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.497481 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.497755 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.498043 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.498318 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.498608 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.498875 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.499146 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.499410 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.499688 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.499957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.500222 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.500487 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.500758 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.501021 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.501287 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.501559 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.501824 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.502099 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.502387 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.502677 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.503002 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.503268 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.503538 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.503805 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.504071 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.504344 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.504611 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.504875 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.505140 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.505410 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.505677 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.505957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.506247 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.506766 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.510410 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.510724 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.511024 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.511322 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.511617 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.511910 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.512198 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.512477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.512774 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.513064 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.513353 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.513646 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.513927 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.514222 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.514527 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.514808 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.515091 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.515373 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.515650 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.515934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.516217 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.516511 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.516803 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.517097 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.517389 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.517677 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.517954 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.518261 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.518565 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:42.518782 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 00:21:42.519019 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114305) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 18 00:21:42.888493 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 00:21:42.888768 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 00:21:42.889068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 00:21:42.889397 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 00:21:43.215933 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.216128 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.216390 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.217663 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.217933 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.218201 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.261984 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.262257 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.262547 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.276339 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.276617 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.276884 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.408562 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.408845 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.409114 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.445770 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.446044 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.446310 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.693661 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.694290 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.694290 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.694503 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.695177 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.794116 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.794470 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.794750 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.795016 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.795275 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.795579 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.795833 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.796083 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.796332 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.796608 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.796864 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.797122 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.797371 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.797616 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.797863 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.798120 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.798394 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.798658 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.798919 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.799172 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.799438 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.799685 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.799964 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.800341 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.800587 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.800828 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.801215 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:43.801452 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:43.801684 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:43.801915 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:43.802146 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:43.802393 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:43.802755 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 00:21:43.806241 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 00:21:43.811208 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 00:21:43.815026 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 18 00:21:43.816669 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 00:21:43.817130 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 00:21:43.817463 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 18 00:21:43.817840 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 00:21:43.820723 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 00:21:43.820968 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 00:21:43.821315 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 00:21:43.826073 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 18 00:21:43.849164 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 00:21:43.849625 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.849923 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114305) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 18 00:21:43.850493 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.852472 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114305) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 00:21:43.852761 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 00:21:43.853005 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 18 00:21:43.856351 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.856632 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:43.918329 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 00:21:43.918599 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 00:21:43.918836 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 00:21:43.919203 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 00:21:43.939365 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_db.sqlalchemy.engines [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114305) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 18 00:21:44.372678 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing driver for type 'gre' Feb 18 00:21:44.373319 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] gre ID ranges: [(1, 1000)] Feb 18 00:21:44.426917 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing driver for type 'local' Feb 18 00:21:44.427291 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing driver for type 'vlan' Feb 18 00:21:44.441077 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] VlanTypeDriver initialization complete Feb 18 00:21:44.441353 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing driver for type 'vxlan' Feb 18 00:21:44.441883 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] vxlan ID ranges: [(1, 1000)] Feb 18 00:21:44.496510 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing extension driver 'port_security' Feb 18 00:21:44.496935 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.extensions.port_security [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] PortSecurityExtensionDriver initialization complete Feb 18 00:21:44.497293 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing mechanism driver 'openvswitch' Feb 18 00:21:44.497632 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing mechanism driver 'hyperv' Feb 18 00:21:44.504471 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.plugin [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:21:44.505327 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.505720 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.506067 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.506626 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 00:21:44.507054 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.507459 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.507868 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.508288 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 00:21:44.508693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.509042 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.509382 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.509775 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 00:21:44.510211 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.510587 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.510933 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.511332 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 00:21:44.511728 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.512069 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.512402 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.512792 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 00:21:44.513194 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.513540 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.513901 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.514295 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 00:21:44.514756 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] ML2 OVO RPC backend initialized. {{(pid=114305) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 18 00:21:44.515453 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.515803 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.516212 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.516579 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > networks before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.516911 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.517250 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > ports before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.517589 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.517925 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.518267 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.518627 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.518958 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.519288 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.519635 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.519951 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.520279 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.520609 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.520933 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.528802 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded quota_driver: . Feb 18 00:21:44.529167 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.plugin [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Modular L2 Plugin initialization complete Feb 18 00:21:44.529513 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading services supported by the core plugin {{(pid=114305) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 00:21:44.529854 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.plugins.ml2.managers [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Got port-security extension from driver 'port_security' Feb 18 00:21:44.530336 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.extensions.vlantransparent [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Disabled vlantransparent extension. Feb 18 00:21:44.530846 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114305) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 00:21:44.531167 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: router Feb 18 00:21:44.569626 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.570153 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router after_create 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.570566 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router before_create 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.570931 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.571301 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.571702 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router after_delete 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.572067 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.572418 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.572774 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router after_create 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.573120 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router after_update 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.573467 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router after_update 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.573810 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.574163 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router after_update 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.574598 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.574993 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: port after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.575303 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: port after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.575644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: subnet after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.575997 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.576333 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.576683 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.577020 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: port before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.577360 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.577712 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router after_update 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.578048 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.578570 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.578926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.579266 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.579625 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > agent after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.579971 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.580310 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > network after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.581184 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Tracking information for resource: router configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:44.581511 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Tracking information for resource: floatingip configured {{(pid=114305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 00:21:44.587484 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.db.l3_agentschedulers_db [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 00:21:44.588071 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: port after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.588432 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: port after_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.588781 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: port after_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.589126 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: port after_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.589923 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router before_create 55550100 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.590283 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.590660 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.591011 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.595799 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.services.provider_configuration [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service providers = [] {{(pid=114305) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 00:21:44.596162 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.db.servicetype_db [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114305) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 00:21:44.599137 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.services.service_base [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 00:21:44.599483 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.services.service_base [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 00:21:44.599821 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.services.service_base [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 00:21:44.600703 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.services.service_base [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 00:21:44.601066 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.services.service_base [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 00:21:44.602176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.602527 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 00:21:44.613309 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.613645 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: auto_allocate Feb 18 00:21:44.619595 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: network precommit_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.619968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: network precommit_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.620537 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.620798 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: tag Feb 18 00:21:44.627741 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.628021 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: timestamp Feb 18 00:21:44.631884 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.632214 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: network_ip_availability Feb 18 00:21:44.638296 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.638693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.639045 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.639767 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.640087 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: flavors Feb 18 00:21:44.645058 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.645399 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading Plugin: revisions Feb 18 00:21:44.649925 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 00:21:44.650324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_concurrency.lockutils [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=114305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 00:21:44.651107 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114305) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 18 00:21:44.651442 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Initializing extension manager. Feb 18 00:21:44.651963 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: __init__.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.652305 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: __pycache__ {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.652637 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.652968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: address_group.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.653743 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.654322 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: address-group Feb 18 00:21:44.654670 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: address_scope.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.655392 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.655899 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: address-scope Feb 18 00:21:44.656218 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.660495 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.660495 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: router-admin-state-down-before-update Feb 18 00:21:44.660745 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: agent.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.661512 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.662024 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: agent Feb 18 00:21:44.662369 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: agent_resources_synced.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.663313 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.664478 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: agent-resources-synced Feb 18 00:21:44.664811 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.666724 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.667253 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: allowed-address-pairs Feb 18 00:21:44.667586 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.668702 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.669224 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: auto-allocated-topology Feb 18 00:21:44.669557 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: availability_zone.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.670262 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.670803 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: availability_zone Feb 18 00:21:44.671133 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: availability_zone_filter.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.672056 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.672564 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: availability_zone_filter Feb 18 00:21:44.672890 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: data_plane_status.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.673811 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.674316 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 00:21:44.674686 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: default_subnetpools.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.675622 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.676136 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: default-subnetpools Feb 18 00:21:44.676464 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.677294 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.677802 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: dhcp_agent_scheduler Feb 18 00:21:44.678126 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: dns.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.679938 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.680464 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 00:21:44.680790 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: dns_domain_ports.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.681725 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.682233 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 00:21:44.682585 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.683523 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.684035 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 18 00:21:44.684365 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: dvr.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.685054 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.685570 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: dvr Feb 18 00:21:44.685898 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: ecmp_routes.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.686854 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.687364 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 18 00:21:44.687689 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: empty_string_filtering.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.688611 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.689121 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: empty-string-filtering Feb 18 00:21:44.689447 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.690376 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.690890 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 00:21:44.691215 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.692136 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.692640 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 00:21:44.692966 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: external_net.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.693881 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.694410 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: external-net Feb 18 00:21:44.694733 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.695788 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.696295 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: extra_dhcp_opt Feb 18 00:21:44.696693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: extraroute.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.697656 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.698170 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: extraroute Feb 18 00:21:44.698536 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: extraroute_atomic.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.699778 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.700657 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: extraroute-atomic Feb 18 00:21:44.701224 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: filter_validation.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.702339 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.703174 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: filter-validation Feb 18 00:21:44.703512 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: fip_pf_description.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.704455 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.704964 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 00:21:44.705291 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: fip_port_details.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.706472 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.706986 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: fip-port-details Feb 18 00:21:44.707313 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: flavors.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.708584 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.709104 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: flavors Feb 18 00:21:44.709435 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.711258 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.711772 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 00:21:44.712105 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: floatingip_pools.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.712816 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.713330 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: floatingip-pools Feb 18 00:21:44.713658 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: ip_allocation.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.714655 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.715162 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 00:21:44.715489 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.716425 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.716939 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: ip-substring-filtering Feb 18 00:21:44.717270 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l2_adjacency.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.718213 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.718830 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 00:21:44.719162 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.720173 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.720692 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: router Feb 18 00:21:44.721023 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.723355 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.723883 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 00:21:44.724224 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.725175 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.725694 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: ext-gw-mode Feb 18 00:21:44.726025 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.727676 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.728195 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: l3-ha Feb 18 00:21:44.728526 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.729447 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.729954 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 18 00:21:44.730282 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3_flavors.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.731233 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.731748 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: l3-flavors Feb 18 00:21:44.732075 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.733482 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.734007 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 18 00:21:44.734371 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.735301 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.735820 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 00:21:44.736153 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: l3agentscheduler.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.737221 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.737737 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: l3_agent_scheduler Feb 18 00:21:44.738070 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: local_ip.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.739920 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.740449 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension local_ip not supported by any of loaded plugins Feb 18 00:21:44.740790 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: logging.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.743146 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.743667 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension logging not supported by any of loaded plugins Feb 18 00:21:44.744005 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: metering.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.744773 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.745381 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: metering Feb 18 00:21:44.745716 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.746853 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.747370 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: metering_source_and_destination_fields Feb 18 00:21:44.747700 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: multiprovidernet.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.748663 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.749173 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: multi-provider Feb 18 00:21:44.749500 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: netmtu.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.750451 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.750963 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: net-mtu Feb 18 00:21:44.751289 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: netmtu_writable.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.752217 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.752729 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: net-mtu-writable Feb 18 00:21:44.753054 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: network_availability_zone.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.753733 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.754244 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: network_availability_zone Feb 18 00:21:44.754595 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: network_ip_availability.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.755740 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.756255 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: network-ip-availability Feb 18 00:21:44.756583 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: network_segment_range.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.757399 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.757964 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 00:21:44.758255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: pagination.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.759305 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.759640 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: pagination Feb 18 00:21:44.759964 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: port_device_profile.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.760882 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.761394 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: port-device-profile Feb 18 00:21:44.761718 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.762676 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.763183 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: port-mac-address-regenerate Feb 18 00:21:44.763506 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.764435 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.764942 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: port-numa-affinity-policy Feb 18 00:21:44.765265 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: port_resource_request.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.766203 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.766741 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 00:21:44.767071 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: port_resource_request_groups.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.768056 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.768562 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 18 00:21:44.768890 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: portbindings.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.769830 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.770346 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: binding Feb 18 00:21:44.770701 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: portbindings_extended.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.772015 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.772534 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: binding-extended Feb 18 00:21:44.772868 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: portsecurity.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.773833 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.774373 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: port-security Feb 18 00:21:44.774700 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: project_id.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.775697 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.776031 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: project-id Feb 18 00:21:44.776358 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: providernet.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.777286 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.777800 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: provider Feb 18 00:21:44.778124 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.781829 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.782370 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos not supported by any of loaded plugins Feb 18 00:21:44.782718 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.783982 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.784504 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 00:21:44.784839 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.785770 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.786285 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 00:21:44.786653 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_default.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.787579 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.788092 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-default not supported by any of loaded plugins Feb 18 00:21:44.788423 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_fip.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.790182 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.790727 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 00:21:44.791057 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.791990 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.792506 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 18 00:21:44.792832 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.793928 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.794475 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 00:21:44.794806 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.795730 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.796244 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 00:21:44.796569 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.797621 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.798136 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 18 00:21:44.798502 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.799554 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.800071 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 18 00:21:44.800401 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_pps_rule.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.801598 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.802112 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-pps not supported by any of loaded plugins Feb 18 00:21:44.802481 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.803414 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.804179 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 00:21:44.805178 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: qos_rules_alias.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.806243 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.806791 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 00:21:44.807124 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: quota_check_limit.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.808052 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.808569 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: quota-check-limit Feb 18 00:21:44.808899 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: quotasv2.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.809884 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.810216 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: quotas Feb 18 00:21:44.810581 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: quotasv2_detail.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.812306 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.812649 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: quota_details Feb 18 00:21:44.812981 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: rbac.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.814076 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.814636 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: rbac-policies Feb 18 00:21:44.814975 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: rbac_address_group.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.815920 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.816439 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: rbac-address-group Feb 18 00:21:44.816768 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: rbac_address_scope.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.817696 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.818213 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: rbac-address-scope Feb 18 00:21:44.818579 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: rbac_security_groups.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.819503 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.820103 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: rbac-security-groups Feb 18 00:21:44.820569 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.821579 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.822098 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: rbac-subnetpool Feb 18 00:21:44.822454 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: revisionifmatch.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.823394 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.823911 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: revision-if-match Feb 18 00:21:44.824241 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: revisions.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.825396 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.825902 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: standard-attr-revisions Feb 18 00:21:44.826235 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: router_availability_zone.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.826963 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.827480 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: router_availability_zone Feb 18 00:21:44.827809 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: routerservicetype.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.828749 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.829264 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 00:21:44.829629 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.830603 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.831123 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: security-groups-normalized-cidr Feb 18 00:21:44.831449 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.832392 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.832907 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: port-security-groups-filtering Feb 18 00:21:44.833233 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.834187 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.834742 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: security-groups-remote-address-group Feb 18 00:21:44.835073 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.836192 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.836702 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: security-groups-shared-filtering Feb 18 00:21:44.837030 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.837633 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 18 00:21:44.837956 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: securitygroup.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.847789 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.848337 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: security-group Feb 18 00:21:44.848678 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: segment.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.849501 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.850015 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension segment not supported by any of loaded plugins Feb 18 00:21:44.850378 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.851954 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.852546 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 00:21:44.852878 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: servicetype.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.854041 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.854593 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: service-type Feb 18 00:21:44.854926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: sorting.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.855940 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.856278 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: sorting Feb 18 00:21:44.856608 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: standard_attr_segment.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.857552 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.858070 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 00:21:44.858427 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: standardattrdescription.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.859095 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.859605 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: standard-attr-description Feb 18 00:21:44.859932 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: stateful_security_group.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.860874 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.861391 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: stateful-security-group Feb 18 00:21:44.861720 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: stdattrs_common.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.862298 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 00:21:44.862650 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.863594 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.864105 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 00:21:44.864429 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: subnet_onboard.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.865539 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.866056 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: subnet_onboard Feb 18 00:21:44.866410 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.867586 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.868098 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 00:21:44.868427 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: subnet_service_types.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.869409 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.869924 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: subnet-service-types Feb 18 00:21:44.870250 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: subnetallocation.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.871419 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.871934 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: subnet_allocation Feb 18 00:21:44.872263 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.872962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.873473 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: subnetpool-prefix-ops Feb 18 00:21:44.873797 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.874806 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.875315 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 00:21:44.875647 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: tagging.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.876770 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.877290 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: standard-attr-tag Feb 18 00:21:44.877621 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: timestamp.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.878971 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.879446 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loaded extension: standard-attr-timestamp Feb 18 00:21:44.879778 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: trunk.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.880824 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.881342 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension trunk not supported by any of loaded plugins Feb 18 00:21:44.881673 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: trunk_details.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.883197 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.883713 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 00:21:44.884041 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.884978 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.885494 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 00:21:44.885823 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Loading extension file: vlantransparent.py {{(pid=114305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 00:21:44.886550 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:21:44.887062 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 00:21:44.889675 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:network Feb 18 00:21:44.890232 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:subnet Feb 18 00:21:44.890653 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:21:44.891053 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:port Feb 18 00:21:44.893539 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.893985 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service FLAVORS assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.894652 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.895098 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.895436 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:router Feb 18 00:21:44.895875 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 00:21:44.896375 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service METERING assigned prefix: /metering {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.897866 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.898319 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.898700 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:21:44.899713 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 00:21:44.900161 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:security_group Feb 18 00:21:44.900599 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 00:21:44.901196 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service CORE assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.901531 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:21:44.901878 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] subnetpool is already registered Feb 18 00:21:44.902312 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service CORE assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.902670 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:21:44.903002 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] subnetpool is already registered Feb 18 00:21:44.905313 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.905750 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service FLAVORS assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.906372 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.906807 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.907145 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:router Feb 18 00:21:44.907485 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] router is already registered Feb 18 00:21:44.907900 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 00:21:44.908240 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] floatingip is already registered Feb 18 00:21:44.908705 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service METERING assigned prefix: /metering {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.909373 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 00:21:44.909702 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] rbac_policy is already registered Feb 18 00:21:44.910116 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:security_group Feb 18 00:21:44.910479 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] security_group is already registered Feb 18 00:21:44.910888 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 00:21:44.911226 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] security_group_rule is already registered Feb 18 00:21:44.911858 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service CORE assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.912190 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:21:44.912524 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] subnetpool is already registered Feb 18 00:21:44.912949 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.v2.resource_helper [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Service CORE assigned prefix: {{(pid=114305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 00:21:44.913277 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:21:44.914141 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING neutron.quota.resource_registry [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] subnetpool is already registered Feb 18 00:21:44.914633 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: extensions {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.916158 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: address-groups {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.917686 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: address-scopes {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.919065 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: agents {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.920303 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: auto-allocated-topology {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.921839 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: availability_zones {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.923152 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: dhcp-networks {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.924697 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: dhcp-agents {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.926243 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: routers {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.928566 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: flavors {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.930446 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: service_profiles {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.931726 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: next_providers {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.933225 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: service_profiles {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.934814 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: floatingip-pools {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.936055 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: routers {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.938203 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: floatingips {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.939521 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: l3-routers {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.940954 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: l3-agents {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.942499 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: metering-labels {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.943875 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: metering-label-rules {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.945721 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: network-ip-availabilities {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.947039 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: bindings {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.948708 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: quotas {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.950307 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: quotas {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.951873 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: rbac-policies {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.953182 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: security-groups {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.954460 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: security-group-rules {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.955710 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: service-providers {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.956955 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: subnetpools {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.958405 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: subnetpools {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.959886 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.962235 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.965121 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:44.966962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:45.100286 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:45.102434 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:45.104137 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:45.106105 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:45.108686 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:45.110608 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron.api.extensions [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Extended resource: tags {{(pid=114305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 00:21:45.118072 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING keystonemiddleware.auth_token [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 00:21:45.128058 dv-cinder-816104-3-iscsi neutron-server[114305]: WARNING keystonemiddleware.auth_token [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 00:21:45.137876 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_concurrency.lockutils [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Acquired lock "singleton_lock" {{(pid=114305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 18 00:21:45.138155 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_concurrency.lockutils [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Releasing lock "singleton_lock" {{(pid=114305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 18 00:21:45.138849 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO oslo_service.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Starting 2 workers Feb 18 00:21:45.143734 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Started child 114448 {{(pid=114305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 00:21:45.148305 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Started child 114449 {{(pid=114305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 00:21:45.149228 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:45.151508 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO neutron.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 00:21:45.151508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:45.151647 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [-] (114448) wsgi starting up on http://0.0.0.0:9696 Feb 18 00:21:45.153081 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO oslo_service.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Starting 1 workers Feb 18 00:21:45.153538 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 37182) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:21:45.153724 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:45.155215 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [-] (114449) wsgi starting up on http://0.0.0.0:9696 Feb 18 00:21:45.158454 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Started child 114451 {{(pid=114305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 00:21:45.159014 dv-cinder-816104-3-iscsi neutron-server[114305]: INFO oslo_service.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Starting 1 workers Feb 18 00:21:45.163318 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073812 Feb 18 00:21:45.163482 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] calling RpcWorker wait() {{(pid=114451) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 00:21:45.164206 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] returning from RpcWorker wait() {{(pid=114451) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 00:21:45.164342 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Started child 114452 {{(pid=114305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 00:21:45.164702 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG neutron_lib.callbacks.manager [None req-04405091-0668-4217-b8f8-243ae00488b5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:45.165217 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:45.165737 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:21:45.167481 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 00:21:45.167765 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:21:45.167937 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 00:21:45.168073 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 00:21:45.168446 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 00:21:45.168639 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 00:21:45.170785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.170785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.170785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.170785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.170785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.171272 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.171518 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.171813 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.172246 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.172690 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.173000 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.173236 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.173505 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.173679 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:45.174167 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.174329 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.174745 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.175156 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.177366 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.177476 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:21:45.177564 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.177564 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.177564 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.177564 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.177810 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] debug = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.178020 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.179219 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182860 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182860 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.182860 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.183171 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.183357 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.183588 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.183862 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] host = dv-cinder-816104-3-iscsi {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.185986 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187108 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187108 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187108 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187108 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187641 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187641 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187911 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.187911 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.188171 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.190254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.190254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_options = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.190254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.190254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.190254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.190254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.190254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.191263 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.191263 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.191263 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.191671 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.191671 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.191940 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.192075 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.194497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.196255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.196255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.196255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.196255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.196255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.196255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.197235 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.197235 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.197235 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.197235 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.197785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.197785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.197785 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.198178 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.198285 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.198830 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.198830 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.199003 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.199246 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.199504 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.199756 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.200052 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.200442 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.200547 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_json = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203324 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203906 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203906 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203906 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.203906 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.204125 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.207968 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208923 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208923 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.208923 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.209107 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.209531 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.209631 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.213475 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.214019 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.214019 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.214019 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.214019 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.214247 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.214320 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.215197 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.215197 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.215197 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.215410 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.215608 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.215791 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.216017 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.216255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.216506 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.216748 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.217023 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218571 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218571 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218571 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218571 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218571 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218571 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.218957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.219074 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.219327 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.219565 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.219822 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.220983 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.220983 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.220983 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.221337 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.221728 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.222388 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.222530 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.223229 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.223866 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.224523 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.225133 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.225776 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.226317 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.227005 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.227792 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.228373 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.228934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.229663 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.230257 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.230890 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.231288 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.231686 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.232076 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.232488 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.232883 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.233278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.233512 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.233772 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.234022 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.234272 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.234611 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.234954 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.235400 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.238934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.238934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.238934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.238934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.238934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.238934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.238934 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.244680 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.245533 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.246518 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.246518 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.246518 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.246518 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.246518 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.247098 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.247098 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.247328 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.248487 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.248487 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.248487 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.248487 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.249068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.249068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.249068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.249537 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.249537 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.249838 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.249975 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.250183 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.250477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.250707 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.251051 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.251307 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.251719 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.251902 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.252157 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.252347 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.253059 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.253059 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.253273 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.253370 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.253622 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.253880 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.254104 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.254398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.255528 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.255757 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.256028 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.256261 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.256510 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.256759 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.256979 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.257233 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.258493 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.258732 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.259049 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.259289 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.259547 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.260360 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.260360 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.260360 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.260800 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.260800 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.261080 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.261080 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.261362 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.262222 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.262222 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.262222 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.262714 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.262714 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.262935 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.263016 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.263256 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.264213 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.264213 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.264213 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.264213 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.264509 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.264584 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.264795 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.265207 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.265457 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.265699 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.265948 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.266206 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.266670 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.266899 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.267159 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.267423 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.268642 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.268875 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.269103 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.269334 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.269577 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.269821 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.270050 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.270290 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.270555 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.270778 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.270999 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.271299 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.271620 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.271884 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.272153 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.272392 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.272847 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.273094 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.273447 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.273836 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.274180 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.274441 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.274696 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.274914 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.275560 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.275560 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.275753 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.275929 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.276193 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.277837 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.277837 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.277837 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.278072 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.278138 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.278369 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.278596 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.278814 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.279046 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.279268 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.279487 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.279712 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.279931 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.280144 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.280389 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.280622 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.280835 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.281059 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.281278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.281498 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.281722 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.281939 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.282149 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.283293 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.283548 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.283790 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.284043 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.284254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.284567 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.284723 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.284979 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.286260 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.286567 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.287535 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.287783 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.288097 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.288341 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.288648 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.288983 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.290273 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.290273 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.290273 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.290605 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.290703 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.290871 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.291146 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.291626 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.292079 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.292480 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.292894 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.293347 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.293768 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.294207 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.294460 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.294772 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.295110 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.295396 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.295998 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.295998 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.296166 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.296351 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.296593 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.296866 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.297176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.297610 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.297893 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.298135 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.298445 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.298666 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.298932 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.299174 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.299406 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.299624 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.299848 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.300090 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.300255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 00:21:45.300789 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 00:21:45.300942 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:21:45.301101 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 00:21:45.301288 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 00:21:45.302093 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 00:21:45.302093 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 00:21:45.302093 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.302093 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.302093 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.302479 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.302479 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.302619 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.302811 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.302953 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.303095 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.303255 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.303415 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.303575 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.303992 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.304694 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.304827 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.305023 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.305545 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.305799 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.306122 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.306477 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.306791 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.306953 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.307259 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] debug = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.307362 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.307611 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.307853 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.308016 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.308177 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.308337 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.308497 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.308657 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.308817 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.308977 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.309136 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.309297 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.309456 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.309617 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.309777 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.309937 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.310097 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.310256 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.310449 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] host = dv-cinder-816104-3-iscsi {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.311926 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312491 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312491 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312491 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312491 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312491 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312491 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312932 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_options = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312932 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.312932 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.313814 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.313814 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.313814 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.313814 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.313814 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314151 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314151 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314151 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314425 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314511 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314625 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314788 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.314946 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.315079 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.315234 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.315398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.315733 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.315733 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316043 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316043 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316316 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316316 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316560 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316560 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316798 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.316945 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.317105 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.317249 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.317387 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.317542 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.317687 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.317830 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.317970 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.318112 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.318253 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.318514 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.318514 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.318764 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.318764 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.318996 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.319115 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.319233 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.319354 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.319517 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.319674 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_json = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.321394 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:21:45.321548 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.321548 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.321548 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.321548 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.321548 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.321548 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.322068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.322068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.322068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 00:21:45.322346 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.322664 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.322976 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.323274 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.323502 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.323758 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.323758 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.324260 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.324260 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.324260 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.324647 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.324647 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.324897 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.324897 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.325155 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.325155 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.325427 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.325427 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.325686 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.325820 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.325925 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.327070 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.327070 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.327070 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.327070 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.327651 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.328096 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.328096 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.328526 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.328526 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.328526 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.329398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.329398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.329398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.329398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.329398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.330116 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.330116 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.330116 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.330116 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.331655 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.331978 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.332286 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.332593 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.332899 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.333205 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.333509 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.333799 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.334203 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.334424 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.334620 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.334847 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.335035 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.335622 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.335622 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.335622 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.335622 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.336708 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.336708 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.336708 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.336708 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.337543 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.337543 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.337543 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.337543 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.337543 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.338033 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.338033 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.338033 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.338033 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.339922 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.340816 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.340816 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.340816 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.340816 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.340816 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.340816 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.341370 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.341370 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.341370 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.341370 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.342017 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.342017 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.342017 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.342017 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.343991 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.344508 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345022 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345022 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345022 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345022 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345278 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345353 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345572 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.345860 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.346166 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.346601 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.346768 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.347962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.347962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.347962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.347962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.347962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.347962 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.348344 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.348344 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.348495 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.348655 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.348828 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.348994 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.349157 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.349398 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.350957 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.351997 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.351997 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.351997 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.352209 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.352585 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.353047 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.353047 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.353047 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.353305 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.354644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.354644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.354644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.354644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.354644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.354644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.354644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355064 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355064 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355064 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355254 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355368 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355530 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.355855 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.356017 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.356180 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.356340 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.356502 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.356665 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.356827 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.356984 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.357234 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.357400 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.357563 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.357725 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.358436 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.358436 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.358436 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.358677 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.358847 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.359026 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.359200 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.359365 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.359499 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.359664 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.359810 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.359974 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.360124 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.360277 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.360853 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.360853 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.360853 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.361062 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.361062 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.361199 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.361393 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.361541 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.361799 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.362085 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.362320 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.362575 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.362804 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.362804 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.363068 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.363142 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.363268 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.363429 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.363591 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.364527 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.364527 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.364527 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.364527 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.364796 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.364863 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.365001 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.365164 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.365900 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.365900 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.365900 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.366106 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.366245 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.366437 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.366877 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.367079 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.368200 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.368200 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.368200 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.368200 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.368467 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.368467 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.368601 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.369323 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.369323 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.369323 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.369534 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.369666 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.369830 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.370729 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.370729 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.370729 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.370729 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.370729 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.371063 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.371063 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.371261 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.371550 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.371734 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.371890 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.372031 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.372182 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.372348 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.372513 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.372749 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.373032 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.373322 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.373499 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.373653 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.373812 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.373990 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.374157 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.374499 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.374499 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.374781 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.374916 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.375401 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.375401 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.375842 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.375842 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.376138 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.376138 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.376395 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.376395 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.376644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.376644 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.376916 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.377063 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.377197 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.377331 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.377467 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.377601 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.377754 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.377978 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.378156 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.378306 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.378493 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.379449 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.379449 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.379449 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.379449 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.379449 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380176 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.380693 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.381186 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.381186 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.381186 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 00:21:45.381581 dv-cinder-816104-3-iscsi neutron-server[114305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 00:21:56.863781 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02468b8b-d274-4f47-bd6e-71b882bcc965 None None] get_active_networks_info from dv-cinder-816104-3-iscsi {{(pid=114451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 18 00:21:56.936265 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02468b8b-d274-4f47-bd6e-71b882bcc965 None None] No non-hosted networks {{(pid=114451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 00:21:57.015965 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3ce48837-5bbe-4613-b4ba-d7c0ba8ffbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1641189'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:59.333031 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-74013cab-72f5-4bec-98b2-8aed613dd686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1641189'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:21:59.354771 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-189ca637-8c14-4f82-874d-908e59620fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:00.220178 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1641189'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:01.540406 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1641189'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:03.005032 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37276) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:03.087437 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1641189'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:03.088936 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.089904 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.091670 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.092635 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.094273 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.094841 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.095340 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.095837 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.096317 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.096953 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.097333 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.098045 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.098566 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:03.099491 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816104-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:03.108339 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816104-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:03.559417 dv-cinder-816104-3-iscsi neutron-server[114449]: WARNING oslo_policy.policy [None req-4c25784b-04bf-4cab-ac36-dae217c4ef1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:03.560194 dv-cinder-816104-3-iscsi neutron-server[114449]: WARNING oslo_policy.policy [None req-4c25784b-04bf-4cab-ac36-dae217c4ef1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:03.788287 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [None req-4c25784b-04bf-4cab-ac36-dae217c4ef1c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:22:03.802380 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4c25784b-04bf-4cab-ac36-dae217c4ef1c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7824676 Feb 18 00:22:05.483939 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.db.l3_hamode_db [None req-30e589be-4f83-4a2c-8a90-732b56176288 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 00:22:05.563038 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e589be-4f83-4a2c-8a90-732b56176288 None None] Routers set() bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:22:05.563669 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e589be-4f83-4a2c-8a90-732b56176288 None None] Router IDs set() for agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 18 00:22:06.345933 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:06.659661 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9b703498-1181-4a3b-a2f7-be650449a67c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:06.751591 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.policy [None req-9b703498-1181-4a3b-a2f7-be650449a67c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114449) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 00:22:06.793353 dv-cinder-816104-3-iscsi neutron-server[114449]: WARNING oslo_policy.policy [None req-9b703498-1181-4a3b-a2f7-be650449a67c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:06.793718 dv-cinder-816104-3-iscsi neutron-server[114449]: WARNING oslo_policy.policy [None req-9b703498-1181-4a3b-a2f7-be650449a67c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:06.887342 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b703498-1181-4a3b-a2f7-be650449a67c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735044889604', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735044890199', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735044909956', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735044906683', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735044897263', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735044922097', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-696134', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1639484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1991104'] for rbac-policy (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:06.952940 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b703498-1181-4a3b-a2f7-be650449a67c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:06.954095 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-9b703498-1181-4a3b-a2f7-be650449a67c admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6071029 Feb 18 00:22:09.429752 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37312) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:09.744093 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:09.774344 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Made reservation on behalf of 6a7fe4263f6643759b871c52bd7862cf for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:22:09.778395 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:09.795160 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:09.905794 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks [] for security_group (4f707394-168a-458f-9fee-906d2da1c125), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:09.909549 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4f707394-168a-458f-9fee-906d2da1c125), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:09.942224 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:22:09.969953 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735048401830', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (09e5d772-c8d5-40f1-b70b-e5065bb01944), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:09.970566 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Unsubscribe: segment precommit_create {{(pid=114449) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 00:22:09.971099 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Added segment 09e5d772-c8d5-40f1-b70b-e5065bb01944 of type vlan for network e91b797a-86c0-498c-84ff-23a4b4c155ac Feb 18 00:22:09.977510 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4f707394-168a-458f-9fee-906d2da1c125,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:10.017117 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.017483 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.017839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.018174 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.018531 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.018860 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.019182 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.019500 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.019818 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.020150 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.020471 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.020786 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.021099 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Tracked resource versions report: Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: pushed versions: Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: { 'AddressGroup': {'1.2'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'ConntrackHelper': {'1.0'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Log': {'1.0'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Network': {'1.1'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Port': {'1.7'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'PortForwarding': {'1.2'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'QosPolicy': {'1.10'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroup': {'1.5'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SubPort': {'1.0'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Subnet': {'1.1'}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Trunk': {'1.1'}} Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: consumer versions: Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'ConntrackHelper': '1.0', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'LocalIPAssociation': '1.0', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Log': '1.0', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Network': '1.1', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Port': '1.7', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'PortForwarding': '1.2', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'QosPolicy': '1.10', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroup': '1.5', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroupRule': '1.2', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SubPort': '1.0', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Subnet': '1.1', Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Trunk': '1.1'}} Feb 18 00:22:10.022714 dv-cinder-816104-3-iscsi neutron-server[114449]: {{(pid=114449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:22:10.093435 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (e91b797a-86c0-498c-84ff-23a4b4c155ac), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:10.131558 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (e91b797a-86c0-498c-84ff-23a4b4c155ac), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:10.136680 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:10.137360 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:10.234896 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8040361 Feb 18 00:22:10.259382 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa606-57ae-4592-9e5a-79e9f6b2e672 demo demo] Pushing event updated for resources: {'Network': ['ID=e91b797a-86c0-498c-84ff-23a4b4c155ac,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:10.272468 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network e91b797a-86c0-498c-84ff-23a4b4c155ac details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:22:12.781334 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:13.193215 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4adf7b-6d00-4a2b-af4f-9ed14fd3af07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:13.194518 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4f4adf7b-6d00-4a2b-af4f-9ed14fd3af07 demo admin] 10.222.0.10 "GET /v2.0/networks/e91b797a-86c0-498c-84ff-23a4b4c155ac HTTP/1.1" status: 200 len: 825 time: 0.4122112 Feb 18 00:22:13.218038 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e63bcb59-5373-41df-acd1-f92c2f28efeb demo admin] 10.222.0.10 "GET /v2.0/subnetpools/58a9e091-7ed1-48f8-9435-5754e894bdfa HTTP/1.1" status: 200 len: 734 time: 0.0177557 Feb 18 00:22:13.226784 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '58a9e091-7ed1-48f8-9435-5754e894bdfa', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:13.247469 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Made reservation on behalf of 6a7fe4263f6643759b871c52bd7862cf for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:22:13.249605 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:13.519428 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (5955ddab-58be-42aa-9bc1-84797985d2da), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:13.609836 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5955ddab-58be-42aa-9bc1-84797985d2da,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:13.612703 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Checking segment: {'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:22:13.613074 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Network hostable DHCP agents. Network: e91b797a-86c0-498c-84ff-23a4b4c155ac, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:22:13.633365 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Network e91b797a-86c0-498c-84ff-23a4b4c155ac is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:22:13.643954 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, e91b797a-86c0-498c-84ff-23a4b4c155ac) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:22:13.649311 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:13.649894 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:13.654520 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deba24e-c205-411d-a87f-d060e8c206ec None None] Network e91b797a-86c0-498c-84ff-23a4b4c155ac requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:22:13.665883 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0aa892e9-eeb9-49e7-a098-acb092f52e58 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4427228 Feb 18 00:22:14.027908 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-e91b797a-86c0-498c-84ff-23a4b4c155ac', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'fixed_ips': [{'subnet_id': '5955ddab-58be-42aa-9bc1-84797985d2da'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:22:14.029204 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:14.312544 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Allocated IP 172.20.0.2 (e91b797a-86c0-498c-84ff-23a4b4c155ac/5955ddab-58be-42aa-9bc1-84797985d2da/b066cf86-5888-444c-a588-7215e407c881) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:22:14.582334 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Publish callbacks [] for port (b066cf86-5888-444c-a588-7215e407c881), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:14.589224 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (b066cf86-5888-444c-a588-7215e407c881), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:14.663667 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Network e91b797a-86c0-498c-84ff-23a4b4c155ac is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:22:14.668155 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:22:14.676348 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:22:14.680196 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Pushing event updated for resources: {'Port': ['ID=b066cf86-5888-444c-a588-7215e407c881,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:14.710954 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.711320 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.711680 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.712018 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.712345 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.712669 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.712989 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.713309 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.713630 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.713969 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.714293 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.714639 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.714955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Tracked resource versions report: Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: pushed versions: Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: { 'AddressGroup': {'1.2'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'ConntrackHelper': {'1.0'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Log': {'1.0'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Network': {'1.1'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Port': {'1.7'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'PortForwarding': {'1.2'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'QosPolicy': {'1.10'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroup': {'1.5'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SubPort': {'1.0'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Subnet': {'1.1'}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Trunk': {'1.1'}} Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: consumer versions: Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'ConntrackHelper': '1.0', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'LocalIPAssociation': '1.0', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Log': '1.0', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Network': '1.1', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Port': '1.7', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'PortForwarding': '1.2', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'QosPolicy': '1.10', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroup': '1.5', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroupRule': '1.2', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SubPort': '1.0', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Subnet': '1.1', Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Trunk': '1.1'}} Feb 18 00:22:14.716350 dv-cinder-816104-3-iscsi neutron-server[114451]: {{(pid=114451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:22:14.765881 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Attempting to bind port b066cf86-5888-444c-a588-7215e407c881 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:22:14.766274 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Attempting to bind port b066cf86-5888-444c-a588-7215e407c881 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:22:14.766710 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Attempting to bind port b066cf86-5888-444c-a588-7215e407c881 on network e91b797a-86c0-498c-84ff-23a4b4c155ac {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:22:14.771714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:22:14.772102 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Checking segment: {'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:22:14.772543 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:14.772927 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Bound using segment: {'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:22:14.773384 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Bound port: b066cf86-5888-444c-a588-7215e407c881, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:22:14.773783 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (b066cf86-5888-444c-a588-7215e407c881), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:14.836854 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] For port b066cf86-5888-444c-a588-7215e407c881, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:22:14.841467 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] For port b066cf86-5888-444c-a588-7215e407c881, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=b066cf86-5888-444c-a588-7215e407c881,segment=NetworkSegment(09e5d772-c8d5-40f1-b70b-e5065bb01944),segment_id=09e5d772-c8d5-40f1-b70b-e5065bb01944)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:22:14.852575 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (b066cf86-5888-444c-a588-7215e407c881), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:14.920790 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e94b97-7c65-4c56-8c6d-028896d011d3 None None] Pushing event updated for resources: {'Port': ['ID=b066cf86-5888-444c-a588-7215e407c881,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:16.202532 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37332) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:16.514649 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [None req-51db2150-c763-4414-aab6-a183a2a1b079 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:22:16.515721 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-51db2150-c763-4414-aab6-a183a2a1b079 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121469 Feb 18 00:22:19.095601 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37340) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:19.404703 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [None req-f81e4cff-5a48-44c7-98d4-2d35426df8c6 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:22:19.405692 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f81e4cff-5a48-44c7-98d4-2d35426df8c6 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091753 Feb 18 00:22:21.961283 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 37348) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:22.459314 dv-cinder-816104-3-iscsi neutron-server[114448]: WARNING oslo_policy.policy [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:22.459981 dv-cinder-816104-3-iscsi neutron-server[114448]: WARNING oslo_policy.policy [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:22.687994 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:22.749205 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.policy [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114448) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 00:22:22.793275 dv-cinder-816104-3-iscsi neutron-server[114448]: WARNING oslo_policy.policy [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:22.793674 dv-cinder-816104-3-iscsi neutron-server[114448]: WARNING oslo_policy.policy [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:22:22.860355 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:22.862311 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:23.019721 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] Publish callbacks [] for router_controller (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:23.025545 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:23.049173 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:23.059007 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-471fa628-54e7-4231-bcdb-0a8c53bb6309 demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0965335 Feb 18 00:22:25.644180 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37368) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:25.885756 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device b066cf86-5888-444c-a588-7215e407c881 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:22:25.963048 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [None req-ee08e999-65dd-457a-a394-ffa75e64b658 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:22:25.966807 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ee08e999-65dd-457a-a394-ffa75e64b658 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215137 Feb 18 00:22:25.974186 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port b066cf86-5888-444c-a588-7215e407c881 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:25.974642 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b066cf86-5888-444c-a588-7215e407c881), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:26.092520 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port b066cf86-5888-444c-a588-7215e407c881 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:26.092898 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (b066cf86-5888-444c-a588-7215e407c881), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:26.131170 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port b066cf86-5888-444c-a588-7215e407c881, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=b066cf86-5888-444c-a588-7215e407c881,segment=NetworkSegment(09e5d772-c8d5-40f1-b70b-e5065bb01944),segment_id=09e5d772-c8d5-40f1-b70b-e5065bb01944)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:22:26.136229 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (b066cf86-5888-444c-a588-7215e407c881), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:26.187471 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=b066cf86-5888-444c-a588-7215e407c881,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:26.431244 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e0e78-3369-4220-b898-2d288dc1ce4e None None] Network e91b797a-86c0-498c-84ff-23a4b4c155ac requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:22:26.563939 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-c47cce8e-809d-4d56-a7d5-1b9b8eb88d3f None None] Provisioning complete for port b066cf86-5888-444c-a588-7215e407c881 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:26.564328 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c47cce8e-809d-4d56-a7d5-1b9b8eb88d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b066cf86-5888-444c-a588-7215e407c881), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:26.648510 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-c47cce8e-809d-4d56-a7d5-1b9b8eb88d3f None None] Current status of the port b066cf86-5888-444c-a588-7215e407c881 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:26.805994 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f4644c80-3756-41ec-86ff-59387a4ecb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:26.870252 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-05a2b0c2-3901-455a-97aa-25ffcc46dfa4 None None] Provisioning complete for port b066cf86-5888-444c-a588-7215e407c881 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:26.870675 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-05a2b0c2-3901-455a-97aa-25ffcc46dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b066cf86-5888-444c-a588-7215e407c881), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:26.949026 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-05a2b0c2-3901-455a-97aa-25ffcc46dfa4 None None] Current status of the port b066cf86-5888-444c-a588-7215e407c881 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:27.854562 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device b066cf86-5888-444c-a588-7215e407c881 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:22:27.902642 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port b066cf86-5888-444c-a588-7215e407c881 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:27.903029 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b066cf86-5888-444c-a588-7215e407c881), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:27.982309 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port b066cf86-5888-444c-a588-7215e407c881 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:28.502104 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:28.809019 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:28.829298 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Made reservation on behalf of 446382c804724223b12a18824a45a625 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:22:28.831705 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:28.839857 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:28.914632 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks [] for security_group (0ea0d910-ba56-4f30-bb46-7f3e567eb820), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:28.917896 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (0ea0d910-ba56-4f30-bb46-7f3e567eb820), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:28.933334 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=114449) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 18 00:22:28.951844 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0d910-ba56-4f30-bb46-7f3e567eb820,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:28.956449 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (62339d2e-08a3-4f3a-82ff-80c8c0927134), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:28.956778 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Added segment 62339d2e-08a3-4f3a-82ff-80c8c0927134 of type flat for network 67fad776-10e6-4acd-a178-8da5db89a1d3 Feb 18 00:22:29.005821 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (67fad776-10e6-4acd-a178-8da5db89a1d3), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:29.038423 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (67fad776-10e6-4acd-a178-8da5db89a1d3), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:29.039440 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:29.040046 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:29.103113 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5999255 Feb 18 00:22:29.133956 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc40ac-6bc4-40b4-b666-ae5be19bf2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=67fad776-10e6-4acd-a178-8da5db89a1d3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:29.144405 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:22:29.308431 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-34c405d3-ca2b-405d-9cca-ec5ea528dd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:30.183687 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:31.505275 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:31.661590 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37394) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:31.833134 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c17f6e-8e67-47ff-82c2-36d5da9251ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:31.834466 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-39c17f6e-8e67-47ff-82c2-36d5da9251ca demo admin] 10.222.0.10 "GET /v2.0/subnets/5955ddab-58be-42aa-9bc1-84797985d2da HTTP/1.1" status: 200 len: 849 time: 0.1719081 Feb 18 00:22:31.994142 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-df30c749-310f-4499-bdbd-8e045110a2d7 demo admin] 10.222.0.10 "GET /v2.0/routers/2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 HTTP/1.1" status: 200 len: 704 time: 0.1541040 Feb 18 00:22:32.263536 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:32.552659 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Allocated IP 172.20.0.1 (e91b797a-86c0-498c-84ff-23a4b4c155ac/5955ddab-58be-42aa-9bc1-84797985d2da/2bd03e42-e8bc-4f85-b4c3-b187b2470cce) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:22:32.702044 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks [] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:32.813755 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:32.885885 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Network e91b797a-86c0-498c-84ff-23a4b4c155ac is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:22:32.890515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:22:32.896337 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:22:32.896337 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:32.952390 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Pushing event updated for resources: {'Port': ['ID=2bd03e42-e8bc-4f85-b4c3-b187b2470cce,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:33.079184 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:33.104006 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-5ff5dffe-d38f-40b2-b848-15d7f3bf2685 None None] Provisioning complete for port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:33.104398 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5ff5dffe-d38f-40b2-b848-15d7f3bf2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:33.111317 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:33.136713 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5dffe-d38f-40b2-b848-15d7f3bf2685 None None] Port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:22:33.317550 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks [] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:33.321956 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:33.322716 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:33.400266 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Pushing event updated for resources: {'Port': ['ID=2bd03e42-e8bc-4f85-b4c3-b187b2470cce,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:33.447817 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Network e91b797a-86c0-498c-84ff-23a4b4c155ac is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:22:33.449092 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:22:33.613126 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:22:33.658283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-2cef3ba8-d12b-41ed-9b76-e6661f115929 None None] Provisioning complete for port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:33.658621 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2cef3ba8-d12b-41ed-9b76-e6661f115929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:33.694178 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-2cef3ba8-d12b-41ed-9b76-e6661f115929 None None] Port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:22:33.704562 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:22:33.710323 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-96136973-c5ce-4a09-96e6-be57a3a0c7d2 demo admin] 10.222.0.10 "PUT /v2.0/routers/2145bc66-b7b2-42e8-860c-0d5c6e16f4f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7110336 Feb 18 00:22:33.733988 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Sync routers for ids ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:22:33.746415 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Routers {'2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:22:33.747261 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:22:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:33.936976 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Set router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 gateway port host: None {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:22:34.366051 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'name': 'router1', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:22:22Z', 'updated_at': '2022-02-18T00:22:33Z', 'revision_number': 2, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'gw_port_host': None, '_interfaces': [{'id': '2bd03e42-e8bc-4f85-b4c3-b187b2470cce', 'name': '', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'mac_address': 'fa:16:3e:90:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:32Z', 'updated_at': '2022-02-18T00:22:33Z', 'revision_number': 2, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'subnets': [{'id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58a9e091-7ed1-48f8-9435-5754e894bdfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:34.417116 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Checking router: 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:22:34.417493 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Updating router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:22:34.472454 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:34.987767 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Publish callbacks [] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:34.994828 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.165703 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Attempting to bind port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:22:35.166157 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Attempting to bind port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:22:35.166568 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Attempting to bind port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce on network e91b797a-86c0-498c-84ff-23a4b4c155ac {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:22:35.169777 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Pushing event updated for resources: {'Port': ['ID=2bd03e42-e8bc-4f85-b4c3-b187b2470cce,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:35.178803 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:22:35.179260 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Checking segment: {'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:22:35.179664 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.180050 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Bound using segment: {'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:22:35.180530 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Bound port: 2bd03e42-e8bc-4f85-b4c3-b187b2470cce, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e5d772-c8d5-40f1-b70b-e5065bb01944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:22:35.180900 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.184450 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.184808 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.185158 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.185489 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.185813 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.186134 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.186476 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.186795 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.187112 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.187446 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.187763 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.188074 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.188384 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Tracked resource versions report: Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: pushed versions: Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: { 'AddressGroup': {'1.2'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'ConntrackHelper': {'1.0'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Log': {'1.0'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Network': {'1.1'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Port': {'1.7'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'PortForwarding': {'1.2'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'QosPolicy': {'1.10'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroup': {'1.5'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SubPort': {'1.0'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Subnet': {'1.1'}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Trunk': {'1.1'}} Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: consumer versions: Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'ConntrackHelper': '1.0', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'LocalIPAssociation': '1.0', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Log': '1.0', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Network': '1.1', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Port': '1.7', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'PortForwarding': '1.2', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'QosPolicy': '1.10', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroup': '1.5', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroupRule': '1.2', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SubPort': '1.0', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Subnet': '1.1', Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Trunk': '1.1'}} Feb 18 00:22:35.189774 dv-cinder-816104-3-iscsi neutron-server[114452]: {{(pid=114452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:22:35.222038 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-5a4e90ba-c044-4e1c-8f15-d8e6c9018138 None None] Provisioning complete for port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:35.222724 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5a4e90ba-c044-4e1c-8f15-d8e6c9018138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.256121 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e90ba-c044-4e1c-8f15-d8e6c9018138 None None] Port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:22:35.261589 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] For port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:22:35.280953 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] For port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=2bd03e42-e8bc-4f85-b4c3-b187b2470cce,segment=NetworkSegment(09e5d772-c8d5-40f1-b70b-e5065bb01944),segment_id=09e5d772-c8d5-40f1-b70b-e5065bb01944)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:22:35.286868 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.342921 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Routers {'2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:22:35.343558 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:22:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:35.409838 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c034b-3389-4857-bb5d-862a194fc771 None None] Pushing event updated for resources: {'Port': ['ID=2bd03e42-e8bc-4f85-b4c3-b187b2470cce,revision_number=4']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:35.440426 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] Set router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 gateway port host: None {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:22:35.577413 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1eab479d-fdbd-465d-9214-c4267e71a76d None None] Provisioning complete for port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:35.577922 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1eab479d-fdbd-465d-9214-c4267e71a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.653677 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'name': 'router1', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:22:22Z', 'updated_at': '2022-02-18T00:22:33Z', 'revision_number': 2, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'gw_port_host': None, '_interfaces': [{'id': '2bd03e42-e8bc-4f85-b4c3-b187b2470cce', 'name': '', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'mac_address': 'fa:16:3e:90:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:32Z', 'updated_at': '2022-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'subnets': [{'id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58a9e091-7ed1-48f8-9435-5754e894bdfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:35.665916 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1eab479d-fdbd-465d-9214-c4267e71a76d None None] Current status of the port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:35.666308 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1eab479d-fdbd-465d-9214-c4267e71a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.680219 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56e691-d1cd-42b5-a598-557db918110f None None] The sync data for ids ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'] in dv-cinder-816104-3-iscsi is: [{'id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'name': 'router1', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:22:22Z', 'updated_at': '2022-02-18T00:22:33Z', 'revision_number': 2, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'gw_port_host': None, '_interfaces': [{'id': '2bd03e42-e8bc-4f85-b4c3-b187b2470cce', 'name': '', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'mac_address': 'fa:16:3e:90:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:32Z', 'updated_at': '2022-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'subnets': [{'id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58a9e091-7ed1-48f8-9435-5754e894bdfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:22:35.706262 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1eab479d-fdbd-465d-9214-c4267e71a76d None None] For port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=2bd03e42-e8bc-4f85-b4c3-b187b2470cce,segment=NetworkSegment(09e5d772-c8d5-40f1-b70b-e5065bb01944),segment_id=09e5d772-c8d5-40f1-b70b-e5065bb01944)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:22:35.710461 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1eab479d-fdbd-465d-9214-c4267e71a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:35.807378 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab479d-fdbd-465d-9214-c4267e71a76d None None] Pushing event updated for resources: {'Port': ['ID=2bd03e42-e8bc-4f85-b4c3-b187b2470cce,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:36.183301 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37414) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:36.293677 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba8fccb-cfac-4a24-b5eb-d38462ba1549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:36.295009 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-fba8fccb-cfac-4a24-b5eb-d38462ba1549 admin admin] 10.222.0.10 "GET /v2.0/networks/67fad776-10e6-4acd-a178-8da5db89a1d3 HTTP/1.1" status: 200 len: 842 time: 0.1106865 Feb 18 00:22:36.304953 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'enable_dhcp': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:36.325801 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Made reservation on behalf of 446382c804724223b12a18824a45a625 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:22:36.328049 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:36.615526 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.objects.ports [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114449) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 18 00:22:36.615870 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (1f4bfa8a-528a-44e0-93aa-12e9515f80c8), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:36.665256 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4bfa8a-528a-44e0-93aa-12e9515f80c8,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:36.688145 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:22:36.688494 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Network hostable DHCP agents. Network: 67fad776-10e6-4acd-a178-8da5db89a1d3, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:22:36.704617 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:22:36.714055 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 67fad776-10e6-4acd-a178-8da5db89a1d3) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:22:36.718435 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:36.719260 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:36.723649 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e14cfde-3af5-4900-844a-221678c1ec68 None None] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:22:36.741392 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-78cca887-25d5-4158-8b10-03b20a119401 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341094 Feb 18 00:22:36.836059 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f7d18c-3598-488a-974c-f0610abc6910 None None] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:22:39.199221 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37422) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:39.400846 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-044019d4-e326-4f94-b671-7a6bceb53363 demo admin] 10.222.0.10 "GET /v2.0/routers/2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 HTTP/1.1" status: 200 len: 710 time: 0.1997783 Feb 18 00:22:39.485166 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ae2418-72a7-4c94-b0cb-a77aa5ecdad7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:22:39.486558 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-93ae2418-72a7-4c94-b0cb-a77aa5ecdad7 demo admin] 10.222.0.10 "GET /v2.0/networks/67fad776-10e6-4acd-a178-8da5db89a1d3 HTTP/1.1" status: 200 len: 886 time: 0.0804501 Feb 18 00:22:39.496090 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:39.747186 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks [] for router_gateway (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:39.994107 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks [] for router_gateway (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:40.072351 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:40.172907 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Allocated IP 172.27.2.118 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/4868f0f0-788b-4d32-8178-fd7173c1351c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:22:40.272359 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks [] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:40.305143 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:40.341981 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:22:40.346931 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:22:40.351225 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:22:40.413178 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Pushing event updated for resources: {'Port': ['ID=4868f0f0-788b-4d32-8178-fd7173c1351c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:40.608648 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks [] for router_gateway (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:40.893897 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108761'] for router (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:40.898557 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1640222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1640421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1700472'] for router (2145bc66-b7b2-42e8-860c-0d5c6e16f4f1), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:41.013241 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:22:41.126286 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:22:41.130562 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:41.146494 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-dfab8c31-41cf-419e-aa4d-3e2a44abc905 demo admin] 10.222.0.10 "PUT /v2.0/routers/2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 HTTP/1.1" status: 200 len: 890 time: 1.6388726 Feb 18 00:22:43.690860 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37434) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:22:43.814078 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-079a0f09-03fe-46c9-9ef8-38fe1a9c53d3 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193485 Feb 18 00:22:43.902316 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 2bd03e42-e8bc-4f85-b4c3-b187b2470cce up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:22:43.952916 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:43.953577 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:44.041577 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:44.456773 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Sync routers for ids ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:22:44.470314 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Routers {'2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:22:44.471082 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:22:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:44.694684 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Set router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:22:45.117022 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'name': 'router1', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4868f0f0-788b-4d32-8178-fd7173c1351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:22:22Z', 'updated_at': '2022-02-18T00:22:40Z', 'revision_number': 4, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'gw_port': {'id': '4868f0f0-788b-4d32-8178-fd7173c1351c', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:40Z', 'updated_at': '2022-02-18T00:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '2bd03e42-e8bc-4f85-b4c3-b187b2470cce', 'name': '', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'mac_address': 'fa:16:3e:90:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:32Z', 'updated_at': '2022-02-18T00:22:35Z', 'revision_number': 5, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'subnets': [{'id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58a9e091-7ed1-48f8-9435-5754e894bdfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:45.169137 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Checking router: 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:22:45.169439 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Updating router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 port 4868f0f0-788b-4d32-8178-fd7173c1351c binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:22:45.225210 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:45.620326 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Publish callbacks [] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:45.626189 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:45.672312 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3bc5c-3e7a-43e1-9b51-fc407d7dd1a1 None None] Pushing event updated for resources: {'Port': ['ID=4868f0f0-788b-4d32-8178-fd7173c1351c,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:45.687492 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Attempting to bind port 4868f0f0-788b-4d32-8178-fd7173c1351c on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:22:45.687864 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Attempting to bind port 4868f0f0-788b-4d32-8178-fd7173c1351c by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:22:45.688223 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Attempting to bind port 4868f0f0-788b-4d32-8178-fd7173c1351c on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:22:45.695144 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:22:45.695144 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:22:45.695411 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:45.695654 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:22:45.696141 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Bound port: 4868f0f0-788b-4d32-8178-fd7173c1351c, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:22:45.696459 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:45.748459 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] For port 4868f0f0-788b-4d32-8178-fd7173c1351c, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:22:45.751956 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] For port 4868f0f0-788b-4d32-8178-fd7173c1351c, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=4868f0f0-788b-4d32-8178-fd7173c1351c,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:22:45.760030 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:45.814069 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Routers {'2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:22:45.814722 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:22:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:45.886674 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3bc5c-3e7a-43e1-9b51-fc407d7dd1a1 None None] Pushing event updated for resources: {'Port': ['ID=4868f0f0-788b-4d32-8178-fd7173c1351c,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:45.941913 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] Set router 2145bc66-b7b2-42e8-860c-0d5c6e16f4f1 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:22:46.170437 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'name': 'router1', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4868f0f0-788b-4d32-8178-fd7173c1351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:22:22Z', 'updated_at': '2022-02-18T00:22:40Z', 'revision_number': 4, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'gw_port': {'id': '4868f0f0-788b-4d32-8178-fd7173c1351c', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:40Z', 'updated_at': '2022-02-18T00:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '2bd03e42-e8bc-4f85-b4c3-b187b2470cce', 'name': '', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'mac_address': 'fa:16:3e:90:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:32Z', 'updated_at': '2022-02-18T00:22:35Z', 'revision_number': 5, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'subnets': [{'id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58a9e091-7ed1-48f8-9435-5754e894bdfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:22:46.200434 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b1eb2-6b7b-493a-a2f9-53a540666a36 None None] The sync data for ids ['2145bc66-b7b2-42e8-860c-0d5c6e16f4f1'] in dv-cinder-816104-3-iscsi is: [{'id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'name': 'router1', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4868f0f0-788b-4d32-8178-fd7173c1351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:22:22Z', 'updated_at': '2022-02-18T00:22:40Z', 'revision_number': 4, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'gw_port': {'id': '4868f0f0-788b-4d32-8178-fd7173c1351c', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:40Z', 'updated_at': '2022-02-18T00:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '2bd03e42-e8bc-4f85-b4c3-b187b2470cce', 'name': '', 'network_id': 'e91b797a-86c0-498c-84ff-23a4b4c155ac', 'tenant_id': '6a7fe4263f6643759b871c52bd7862cf', 'mac_address': 'fa:16:3e:90:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2145bc66-b7b2-42e8-860c-0d5c6e16f4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:22:32Z', 'updated_at': '2022-02-18T00:22:35Z', 'revision_number': 5, 'project_id': '6a7fe4263f6643759b871c52bd7862cf', 'subnets': [{'id': '5955ddab-58be-42aa-9bc1-84797985d2da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58a9e091-7ed1-48f8-9435-5754e894bdfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:22:47.949567 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 4868f0f0-788b-4d32-8178-fd7173c1351c up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:22:48.032507 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 4868f0f0-788b-4d32-8178-fd7173c1351c triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:48.032890 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:48.129949 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 4868f0f0-788b-4d32-8178-fd7173c1351c is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:48.130283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:48.156828 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 4868f0f0-788b-4d32-8178-fd7173c1351c, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=4868f0f0-788b-4d32-8178-fd7173c1351c,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:22:48.163325 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:48.235720 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=4868f0f0-788b-4d32-8178-fd7173c1351c,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:22:49.951212 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 4868f0f0-788b-4d32-8178-fd7173c1351c up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:22:50.077385 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 4868f0f0-788b-4d32-8178-fd7173c1351c triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:22:50.077385 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (4868f0f0-788b-4d32-8178-fd7173c1351c), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:50.228630 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 4868f0f0-788b-4d32-8178-fd7173c1351c is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:22:55.220853 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:22:56.810694 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a90b5f32-5a35-4987-8377-310628c8ca71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:22:59.312587 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e51d-de63-4431-9bf3-1944950d67c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:00.192470 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:01.519823 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:03.089413 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:26.821767 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-519b9c84-6997-415e-aa94-237c3a2c74a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:29.308657 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2842-d75b-4440-a2c7-1a8ca425ee58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:30.194152 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:31.516924 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:32.220346 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:23:33.083077 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:56.819486 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2e4e0e63-f2c6-4f57-8617-fd9687667271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:23:59.310764 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-56a09abc-034d-40d8-a226-9b95f41a9933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:00.196738 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:01.518043 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:03.085916 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:05.218042 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37918) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:05.279195 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bc7d3b-5559-420c-affb-ad1bd7bd6154 admin admin] GET failed (client error): The resource could not be found. Feb 18 00:24:05.280476 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-23bc7d3b-5559-420c-affb-ad1bd7bd6154 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614409 Feb 18 00:24:05.442650 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01300a07-4798-498f-b88f-63882bd9195a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:05.444047 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-01300a07-4798-498f-b88f-63882bd9195a admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586699 Feb 18 00:24:07.776981 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37928) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:07.868002 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e7f606-983c-4d07-a711-9f6d7d2d9da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:07.869353 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e0e7f606-983c-4d07-a711-9f6d7d2d9da8 admin admin] 10.222.0.10 "GET /v2.0/subnets/5955ddab-58be-42aa-9bc1-84797985d2da HTTP/1.1" status: 200 len: 849 time: 0.0914421 Feb 18 00:24:07.878657 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:07.963355 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Publish callbacks [] for subnet (5955ddab-58be-42aa-9bc1-84797985d2da), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:08.102799 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735048365451'] for subnet (5955ddab-58be-42aa-9bc1-84797985d2da), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:08.131518 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:08.132104 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:08.133492 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] 10.222.0.10 "PUT /v2.0/subnets/5955ddab-58be-42aa-9bc1-84797985d2da HTTP/1.1" status: 200 len: 868 time: 0.2583265 Feb 18 00:24:08.145660 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e6509-4254-4607-9b61-d12c9e7b24a3 None None] Network e91b797a-86c0-498c-84ff-23a4b4c155ac requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:24:08.160372 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5955ddab-58be-42aa-9bc1-84797985d2da,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:24:08.168152 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.168545 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.168888 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.169215 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.169539 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.169856 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.170190 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.170550 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.170886 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.171210 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.171525 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.171837 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.172711 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6c6d4-d75e-43ae-80dc-c7086f86a62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:24:08.447113 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-d1762776-3163-4838-9032-f45b4e2ad1fc None None] Provisioning complete for port b066cf86-5888-444c-a588-7215e407c881 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:24:08.447505 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d1762776-3163-4838-9032-f45b4e2ad1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b066cf86-5888-444c-a588-7215e407c881), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:08.527421 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-d1762776-3163-4838-9032-f45b4e2ad1fc None None] Current status of the port b066cf86-5888-444c-a588-7215e407c881 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:24:08.537821 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-d1762776-3163-4838-9032-f45b4e2ad1fc None None] Provisioning complete for port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:24:08.538161 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d1762776-3163-4838-9032-f45b4e2ad1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (2bd03e42-e8bc-4f85-b4c3-b187b2470cce), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:08.613513 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-d1762776-3163-4838-9032-f45b4e2ad1fc None None] Current status of the port 2bd03e42-e8bc-4f85-b4c3-b187b2470cce is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:24:09.221014 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:24:10.459959 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37936) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:10.660093 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d1f2b-9592-41ed-87b6-1b9e1313e0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:10.660466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d1f2b-9592-41ed-87b6-1b9e1313e0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:10.661973 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-501d1f2b-9592-41ed-87b6-1b9e1313e0b8 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010663 Feb 18 00:24:12.982240 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:13.114819 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa1f74-756c-4e06-bf58-17ea5a0c19d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:13.115189 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa1f74-756c-4e06-bf58-17ea5a0c19d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:13.116715 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-1dfa1f74-756c-4e06-bf58-17ea5a0c19d2 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335104 Feb 18 00:24:15.458139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37952) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:15.583583 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e96af-c2e0-4070-bd84-8c072605dd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:15.584953 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-3d9e96af-c2e0-4070-bd84-8c072605dd82 admin admin] 10.222.0.10 "GET /v2.0/networks/67fad776-10e6-4acd-a178-8da5db89a1d3 HTTP/1.1" status: 200 len: 886 time: 0.1258461 Feb 18 00:24:17.890318 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37960) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:18.019309 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb183f76-2020-48b2-be86-ac63e9175a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:18.020655 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-bb183f76-2020-48b2-be86-ac63e9175a7f admin admin] 10.222.0.10 "GET /v2.0/networks/e91b797a-86c0-498c-84ff-23a4b4c155ac HTTP/1.1" status: 200 len: 869 time: 0.1293776 Feb 18 00:24:20.334552 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37968) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:20.464428 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1fbcdc-3266-486b-8854-366c0fa68187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:20.464872 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1fbcdc-3266-486b-8854-366c0fa68187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:20.466406 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5d1fbcdc-3266-486b-8854-366c0fa68187 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308978 Feb 18 00:24:22.803748 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37976) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:22.895197 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd477b8-6321-4f9b-85a6-865e1126a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:22.895653 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd477b8-6321-4f9b-85a6-865e1126a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:22.897164 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0fd477b8-6321-4f9b-85a6-865e1126a4fc admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924737 Feb 18 00:24:25.208839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37984) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:25.292574 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae939080-dd6d-47b5-8815-12872c13a500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:25.293889 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ae939080-dd6d-47b5-8815-12872c13a500 admin admin] 10.222.0.10 "GET /v2.0/subnets/1f4bfa8a-528a-44e0-93aa-12e9515f80c8 HTTP/1.1" status: 200 len: 816 time: 0.0840943 Feb 18 00:24:26.811435 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-21a6ea91-2eac-4af6-bf62-fe4063b8f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:27.634099 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 37992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:27.826861 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dec929-3b70-4fe7-8fb6-652650b6ed75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:27.828109 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e2dec929-3b70-4fe7-8fb6-652650b6ed75 admin admin] 10.222.0.10 "GET /v2.0/subnets/5955ddab-58be-42aa-9bc1-84797985d2da HTTP/1.1" status: 200 len: 868 time: 0.1930401 Feb 18 00:24:29.312206 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cfcb8160-29c8-48a5-9a70-7eb9c4b5e8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:30.198907 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:31.520224 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:33.088091 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:46.222259 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:24:56.124443 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38044) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:56.171719 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [None req-5f7da91f-4639-435f-bac5-8676e85b12c0 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:24:56.172682 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5f7da91f-4639-435f-bac5-8676e85b12c0 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473821 Feb 18 00:24:56.814696 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0ad1-1d17-4063-a976-788b58dfe5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:24:58.566373 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:24:58.624654 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cec350-1613-42f9-808a-a257937dbeba admin admin] GET failed (client error): The resource could not be found. Feb 18 00:24:58.625911 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-82cec350-1613-42f9-808a-a257937dbeba admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586119 Feb 18 00:24:58.709817 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442bba8a-7f1f-4f6f-bba2-c492fe45dba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:24:58.711343 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-442bba8a-7f1f-4f6f-bba2-c492fe45dba7 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806725 Feb 18 00:24:59.314933 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6edef30c-d727-4cbd-bf85-f09b4744bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:00.202306 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:01.049046 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:25:01.097117 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:25:01.116029 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Made reservation on behalf of 446382c804724223b12a18824a45a625 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:25:01.118211 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:01.145733 dv-cinder-816104-3-iscsi neutron-server[114449]: WARNING neutron.services.revisions.revision_plugin [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Could not find related network for resource to bump revision. Feb 18 00:25:01.156920 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:25:01.166713 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (ccb33fae-101e-4932-ad12-0b55e0fecfaf), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:01.167041 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Added segment ccb33fae-101e-4932-ad12-0b55e0fecfaf of type vlan for network f7ae6a2f-64ec-4310-b876-b1dccb741db7 Feb 18 00:25:01.208698 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (f7ae6a2f-64ec-4310-b876-b1dccb741db7), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:01.232111 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (f7ae6a2f-64ec-4310-b876-b1dccb741db7), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:01.233334 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:25:01.233998 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:01.287049 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2367649 Feb 18 00:25:01.295709 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51339c62-8e3b-44db-9e4d-9b087f7caa86 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ae6a2f-64ec-4310-b876-b1dccb741db7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:25:01.307173 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network f7ae6a2f-64ec-4310-b876-b1dccb741db7 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:25:01.522812 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:03.091822 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:03.641410 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38068) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:25:03.723671 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2c03e8-4092-4835-aa85-01019d34cbac admin admin] GET failed (client error): The resource could not be found. Feb 18 00:25:03.725032 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-8c2c03e8-4092-4835-aa85-01019d34cbac admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0826876 Feb 18 00:25:03.853600 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ab9b8-c140-4a7c-8b00-ace130749a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:25:03.855268 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-895ab9b8-c140-4a7c-8b00-ace130749a12 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1260808 Feb 18 00:25:03.865291 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:25:03.890839 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Made reservation on behalf of 446382c804724223b12a18824a45a625 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:25:03.894279 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.153763 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (356991a4-5508-4f3e-98bc-a93dc8f89c58), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.217894 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Checking segment: {'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:25:04.218277 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Network hostable DHCP agents. Network: f7ae6a2f-64ec-4310-b876-b1dccb741db7, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:25:04.227886 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356991a4-5508-4f3e-98bc-a93dc8f89c58,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:25:04.241748 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.242098 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.242464 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.242795 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.243118 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.243438 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.243761 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.244081 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.244416 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.244750 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.245070 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.245380 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.245690 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Tracked resource versions report: Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: pushed versions: Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: { 'AddressGroup': {'1.2'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'ConntrackHelper': {'1.0'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Log': {'1.0'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Network': {'1.1'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Port': {'1.7'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'PortForwarding': {'1.2'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'QosPolicy': {'1.10'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroup': {'1.5'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SubPort': {'1.0'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Subnet': {'1.1'}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Trunk': {'1.1'}} Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: consumer versions: Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'ConntrackHelper': '1.0', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'LocalIPAssociation': '1.0', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Log': '1.0', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Network': '1.1', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Port': '1.7', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'PortForwarding': '1.2', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'QosPolicy': '1.10', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroup': '1.5', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroupRule': '1.2', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SubPort': '1.0', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Subnet': '1.1', Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Trunk': '1.1'}} Feb 18 00:25:04.247098 dv-cinder-816104-3-iscsi neutron-server[114448]: {{(pid=114448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:25:04.273364 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Network f7ae6a2f-64ec-4310-b876-b1dccb741db7 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:25:04.286379 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, f7ae6a2f-64ec-4310-b876-b1dccb741db7) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:25:04.292168 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:25:04.293624 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.295296 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2953aca0-962e-4042-a3c9-d637d8067268 None None] Network f7ae6a2f-64ec-4310-b876-b1dccb741db7 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:25:04.312762 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-26260b39-4d94-458c-b88d-b1f68fb5dff2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4509385 Feb 18 00:25:04.402601 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-f7ae6a2f-64ec-4310-b876-b1dccb741db7', 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7', 'project_id': '446382c804724223b12a18824a45a625', 'fixed_ips': [{'subnet_id': '356991a4-5508-4f3e-98bc-a93dc8f89c58'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:25:04.403934 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.542661 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Allocated IP 192.168.233.2 (f7ae6a2f-64ec-4310-b876-b1dccb741db7/356991a4-5508-4f3e-98bc-a93dc8f89c58/fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:25:04.697943 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Publish callbacks [] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.703563 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.748162 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Network f7ae6a2f-64ec-4310-b876-b1dccb741db7 is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:25:04.752222 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:25:04.754653 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Pushing event updated for resources: {'Port': ['ID=fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:25:04.756797 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:25:04.785355 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.785719 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.786076 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.786428 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.786763 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.787084 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.787406 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.787723 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.788038 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.788370 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.788686 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.788998 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.789307 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:25:04.824308 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Attempting to bind port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:25:04.824947 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Attempting to bind port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:25:04.825316 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Attempting to bind port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 on network f7ae6a2f-64ec-4310-b876-b1dccb741db7 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:25:04.831131 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:25:04.831505 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Checking segment: {'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:25:04.831929 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.832317 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Bound using segment: {'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:25:04.832777 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Bound port: fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:25:04.833151 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.896170 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] For port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:25:04.899198 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] For port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40,segment=NetworkSegment(ccb33fae-101e-4932-ad12-0b55e0fecfaf),segment_id=ccb33fae-101e-4932-ad12-0b55e0fecfaf)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:25:04.905747 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:04.974399 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b485aae-c3d7-4c7c-87da-d104ca2e2510 None None] Pushing event updated for resources: {'Port': ['ID=fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:25:05.885261 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730ddde-7083-4f02-a8de-fdb79e23d4a2 None None] Network f7ae6a2f-64ec-4310-b876-b1dccb741db7 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:25:05.979070 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:25:06.037454 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-c8ab438b-afe8-40a4-b0ad-b2cbe5982501 None None] Provisioning complete for port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:25:06.037837 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c8ab438b-afe8-40a4-b0ad-b2cbe5982501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:06.114376 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:25:06.114765 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:06.186097 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab438b-afe8-40a4-b0ad-b2cbe5982501 None None] Current status of the port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:25:06.186511 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c8ab438b-afe8-40a4-b0ad-b2cbe5982501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:06.248959 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-c8ab438b-afe8-40a4-b0ad-b2cbe5982501 None None] For port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40,segment=NetworkSegment(ccb33fae-101e-4932-ad12-0b55e0fecfaf),segment_id=ccb33fae-101e-4932-ad12-0b55e0fecfaf)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:25:06.255655 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c8ab438b-afe8-40a4-b0ad-b2cbe5982501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:06.284739 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:25:06.285186 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:06.325138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab438b-afe8-40a4-b0ad-b2cbe5982501 None None] Pushing event updated for resources: {'Port': ['ID=fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:25:06.368809 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.db.api [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:25:06.369149 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG oslo_db.api [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 00:25:06.378217 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-9532220f-9421-48d9-ad63-337cda3e586d None None] Provisioning complete for port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:25:06.378571 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9532220f-9421-48d9-ad63-337cda3e586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:06.460679 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-9532220f-9421-48d9-ad63-337cda3e586d None None] Current status of the port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:25:06.905863 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:25:07.934068 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:25:07.984112 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:25:07.984494 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:08.162840 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port fd07d4ef-8b82-4bcf-8dc2-a14bc1940a40 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:25:23.220793 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:25:26.817518 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b73258a4-0a57-42ce-953a-37f5cdabde0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:29.316817 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d60108f7-5795-40dd-a049-0cde823174a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:30.206848 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:31.526103 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:33.093926 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:56.818731 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e705d8aa-4767-4bfc-8c55-1b67d69187e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:25:59.318739 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d8137f5e-7661-40bc-baac-1a71fe2964a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:00.210898 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:00.218849 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:26:01.527258 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:03.100397 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:26.490861 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38114) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:26:26.497463 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [None req-e0fea07f-681a-432a-814e-9b9cf84f3418 tempest-verify_tempest_config-1731028173 tempest-verify_tempest_config-1731028173-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:26:26.498438 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-e0fea07f-681a-432a-814e-9b9cf84f3418 tempest-verify_tempest_config-1731028173 tempest-verify_tempest_config-1731028173-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065808 Feb 18 00:26:26.780384 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38132) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:26:26.820217 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-77cfab68-77c3-456a-ae36-b4715cca3453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:26.891407 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:26.966294 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Publish callbacks [] for security_group (29a37b1e-baed-46d3-80b4-ef20fb0f0b28), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:26.969779 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (29a37b1e-baed-46d3-80b4-ef20fb0f0b28), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:27.016647 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc375fcdf29e48c7a10c6efde7e4f000&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2352040 Feb 18 00:26:27.019097 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a37b1e-baed-46d3-80b4-ef20fb0f0b28,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:26:27.020229 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38138) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:26:27.025727 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.026089 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.026458 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.026793 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.027121 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.027444 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.027764 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.028085 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.028405 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.028721 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.029036 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.029349 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.029667 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9b4b6-b15f-4d1d-960e-5c850a00718f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.098314 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Publish callbacks [] for security_group (29a37b1e-baed-46d3-80b4-ef20fb0f0b28), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:27.118728 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Publish callbacks [] for security_group (29a37b1e-baed-46d3-80b4-ef20fb0f0b28), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:27.209358 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (29a37b1e-baed-46d3-80b4-ef20fb0f0b28), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:27.211876 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:27.213015 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29a37b1e-baed-46d3-80b4-ef20fb0f0b28 HTTP/1.1" status: 204 len: 168 time: 0.1918454 Feb 18 00:26:27.220633 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a37b1e-baed-46d3-80b4-ef20fb0f0b28,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:26:27.227614 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.227988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.228341 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.228681 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.229186 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.229745 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.230094 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.230455 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.230793 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.231140 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.231472 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.231805 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:27.232130 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fbf2c-b4d1-467a-b93d-065da18df4c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:26:29.320195 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-926d1f91-14ea-499a-953d-3bebb12dcbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:30.213005 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:31.531564 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:33.093871 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:37.217831 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:26:56.821884 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-882c410c-6e57-4eb8-8f80-1d208d161187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:26:59.322099 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-878422f8-5bf7-4ce2-a3a0-43cf1180d1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:00.215672 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:01.534603 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:03.096786 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:14.216004 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:27:26.824107 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cd8322ad-40d3-47be-8fda-2cb953f98a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:29.326004 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-150b0d65-8993-47d1-99a1-6450b740e9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:30.218567 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:31.539926 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:33.098755 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:51.214066 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 5 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:27:56.828027 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a2d20207-91b8-4a14-a26b-67d1b9025bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:27:59.327082 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-47fd5d5a-5230-4cf6-9744-238092251918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:00.222498 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:01.542048 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:03.103927 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:05.743180 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1641189'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:20.898170 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38208) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:28:21.000741 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-3ffbe6e9-d7e3-4476-bf95-80ce97384d08 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014421 Feb 18 00:28:23.333865 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38218) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:28:23.387686 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-6125ccb2-ed27-466a-a045-9023449c5d4a admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525897 Feb 18 00:28:26.832147 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-87817e75-0b99-473f-b49f-34d813158c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:28.212969 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:28:29.329026 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e9155146-2032-4342-bede-c7e31afe0bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:30.224538 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:31.544364 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:33.105164 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:35.736928 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:56.833599 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b492af3f-7b50-4d05-b191-88ff58e79ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:28:59.330899 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-43dc5280-2ce6-4ad9-b18b-795ba0f43ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:00.225844 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:01.549058 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:03.106241 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:05.212436 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:29:05.737157 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:26.836251 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a83e2b85-3804-4556-a1bf-bbc6b930509e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:29.332047 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9c6cdfac-16dc-4c9a-85d2-9e22ae2b5d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:30.229212 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:31.552959 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:33.111129 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:35.736636 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:42.211801 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:29:56.837639 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-759600ea-8f05-42f4-b26b-5fb6f1bcf4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:57.610520 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38404) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:57.933001 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-network', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:57.956002 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Made reservation on behalf of d092a648f7634ab3bad06d90c9debd5b for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:57.958578 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:57.971785 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.082581 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks [] for security_group (93624615-0f9f-4ccc-854d-7811e5642e60), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.087212 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (93624615-0f9f-4ccc-854d-7811e5642e60), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.102324 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38436) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:58.111893 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:29:58.133578 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735048401830', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (526a0cd4-2763-4b2b-a9d6-1b601f88ca18), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.134160 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Unsubscribe: segment precommit_create {{(pid=114448) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 00:29:58.134672 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Added segment 526a0cd4-2763-4b2b-a9d6-1b601f88ca18 of type vlan for network 6a567462-bd14-4529-ba11-b7fbd012e848 Feb 18 00:29:58.140171 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38442) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:58.172728 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93624615-0f9f-4ccc-854d-7811e5642e60,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:58.191915 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (6a567462-bd14-4529-ba11-b7fbd012e848), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.222036 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.222451 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.222807 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.223138 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.223658 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.224337 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.224840 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.225176 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.225520 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.225870 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.226200 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.226552 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.226875 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Tracked resource versions report: Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: pushed versions: Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: { 'AddressGroup': {'1.2'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'ConntrackHelper': {'1.0'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Log': {'1.0'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Network': {'1.1'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Port': {'1.7'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'PortForwarding': {'1.2'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'QosPolicy': {'1.10'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroup': {'1.5'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SubPort': {'1.0'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Subnet': {'1.1'}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Trunk': {'1.1'}} Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: consumer versions: Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: HyperV agent@hv-cinder-81610: {}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'ConntrackHelper': '1.0', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'LocalIPAssociation': '1.0', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Log': '1.0', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Network': '1.1', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Port': '1.7', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'PortForwarding': '1.2', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'QosPolicy': '1.10', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroup': '1.5', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SecurityGroupRule': '1.2', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'SubPort': '1.0', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Subnet': '1.1', Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: 'Trunk': '1.1'}} Feb 18 00:29:58.228066 dv-cinder-816104-3-iscsi neutron-server[114448]: {{(pid=114448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:29:58.238783 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (6a567462-bd14-4529-ba11-b7fbd012e848), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.240342 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:29:58.240990 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.344597 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a567462-bd14-4529-ba11-b7fbd012e848,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:58.357000 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:58.357537 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7fc69826-d21d-4d2a-a86a-885e3e3268e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7456758 Feb 18 00:29:58.358228 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 6a567462-bd14-4529-ba11-b7fbd012e848 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:29:58.363298 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Request body: {'subnet': {'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-subnet', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:58.389482 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Made reservation on behalf of d092a648f7634ab3bad06d90c9debd5b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:58.392314 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.431194 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38454) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:58.494340 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-network', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:58.511587 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-577095035-network', 'tenant_id': 'cc865846150e4b0b97d514e842964a68'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:58.548458 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Made reservation on behalf of d1c59b66b391475fb3fbb1d561b1bd86 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:58.550937 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.570049 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Made reservation on behalf of cc865846150e4b0b97d514e842964a68 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:58.572684 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.574626 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.598938 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.765073 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1900291222-network', 'tenant_id': '4a9265d4772245e8a021af097c9e144f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:58.806865 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Made reservation on behalf of 4a9265d4772245e8a021af097c9e144f for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:58.809512 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.830047 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.869219 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks [] for security_group (5b7f7bfe-d8af-4d4a-b316-305d811df624), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.950915 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks [] for security_group (e5361f30-cd29-4a2d-9379-d078b9bca789), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.961187 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks [] for security_group (86e577bc-e3c4-4470-99d8-555d98093812), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.964772 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (5b7f7bfe-d8af-4d4a-b316-305d811df624), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.965774 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (86e577bc-e3c4-4470-99d8-555d98093812), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:58.993995 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:29:58.996038 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e577bc-e3c4-4470-99d8-555d98093812,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.008327 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:29:59.017510 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (afb67c52-fc50-45f0-8da6-e3f5d866087c), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.019368 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Added segment afb67c52-fc50-45f0-8da6-e3f5d866087c of type vlan for network 9cb0cd21-f876-47b1-ba41-7a77062b774b Feb 18 00:29:59.021371 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (1804afc3-9073-4fa1-b62d-a3d1e5c25b20), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.021947 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Added segment 1804afc3-9073-4fa1-b62d-a3d1e5c25b20 of type vlan for network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 Feb 18 00:29:59.087014 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.111720 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (9cb0cd21-f876-47b1-ba41-7a77062b774b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.137543 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.138867 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:29:59.139494 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.147664 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e5361f30-cd29-4a2d-9379-d078b9bca789), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.161573 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:29:59.173150 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (3fd291ac-1795-45cd-a4bc-ba13439b6c0f), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.173859 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Added segment 3fd291ac-1795-45cd-a4bc-ba13439b6c0f of type vlan for network 3993906e-757d-4a1e-965f-d7d9203c7a6e Feb 18 00:29:59.233268 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (3993906e-757d-4a1e-965f-d7d9203c7a6e), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.257034 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8240242 Feb 18 00:29:59.260022 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38496) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:59.267045 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Request body: {'subnet': {'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1900291222-subnet', 'tenant_id': '4a9265d4772245e8a021af097c9e144f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:59.271689 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d755-729e-4b3d-bc4a-04a0d13ac4fd admin admin] Pushing event updated for resources: {'Network': ['ID=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.290913 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:29:59.304955 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Made reservation on behalf of 4a9265d4772245e8a021af097c9e144f for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:59.305936 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (9cb0cd21-f876-47b1-ba41-7a77062b774b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.306906 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:29:59.307943 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.308883 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.392948 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (3993906e-757d-4a1e-965f-d7d9203c7a6e), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.394925 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:29:59.395403 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.417542 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ea42c229-6fbe-48b2-b38c-c4d56edf9508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.426141 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (1e55ac13-5d4b-49b1-adb2-c4766ecc3555), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.502982 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3991480 Feb 18 00:29:59.504612 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb0cd21-f876-47b1-ba41-7a77062b774b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.507343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38512) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:59.516699 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Request body: {'subnet': {'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-subnet', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:59.523951 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f7bfe-d8af-4d4a-b316-305d811df624,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.543803 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.544178 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.544935 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.545285 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.545613 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.545936 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.546455 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.546782 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.547099 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.547642 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.548138 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.548627 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.548998 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Tracked resource versions report: Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: pushed versions: Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: { 'AddressGroup': {'1.2'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'ConntrackHelper': {'1.0'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Log': {'1.0'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Network': {'1.1'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Port': {'1.7'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'PortForwarding': {'1.2'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'QosPolicy': {'1.10'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroup': {'1.5'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SubPort': {'1.0'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Subnet': {'1.1'}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Trunk': {'1.1'}} Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: consumer versions: Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: HyperV agent@hv-cinder-81610: {}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'ConntrackHelper': '1.0', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'LocalIPAssociation': '1.0', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Log': '1.0', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Network': '1.1', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Port': '1.7', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'PortForwarding': '1.2', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'QosPolicy': '1.10', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroup': '1.5', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SecurityGroupRule': '1.2', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'SubPort': '1.0', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Subnet': '1.1', Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: 'Trunk': '1.1'}} Feb 18 00:29:59.550378 dv-cinder-816104-3-iscsi neutron-server[114449]: {{(pid=114449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:29:59.553652 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (134f7579-7b73-42c3-95ca-11252deb53df), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.556118 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e55ac13-5d4b-49b1-adb2-c4766ecc3555,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.564081 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4227102 Feb 18 00:29:59.584675 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38520) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:29:59.594044 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Request body: {'subnet': {'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-577095035-subnet', 'tenant_id': 'cc865846150e4b0b97d514e842964a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:59.595790 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.596154 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.596502 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.596836 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.597687 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.598391 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.599015 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.599355 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.599700 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.600052 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.600382 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.600699 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.601519 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e95eb-38a8-4055-8f85-e1a786194d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:29:59.619962 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:29:59.648536 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5361f30-cd29-4a2d-9379-d078b9bca789,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.650528 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=134f7579-7b73-42c3-95ca-11252deb53df,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.721098 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Made reservation on behalf of cc865846150e4b0b97d514e842964a68 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:59.726109 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.728008 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Made reservation on behalf of d1c59b66b391475fb3fbb1d561b1bd86 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:29:59.731298 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Checking segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:29:59.731856 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Network hostable DHCP agents. Network: 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:29:59.732052 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.812440 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:29:59.813095 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e1d9-9d38-4a24-87ef-c580606c5309 admin admin] Pushing event updated for resources: {'Network': ['ID=3993906e-757d-4a1e-965f-d7d9203c7a6e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:29:59.834531 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 3993906e-757d-4a1e-965f-d7d9203c7a6e details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:29:59.853390 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Checking segment: {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:29:59.853700 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Network hostable DHCP agents. Network: 6a567462-bd14-4529-ba11-b7fbd012e848, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:29:59.853818 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:29:59.867352 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:29:59.868333 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:29:59.965173 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-65a29dc7-8f92-4143-b0e8-00df91245e5b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7036436 Feb 18 00:30:00.003301 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (9639ee54-2c81-4a77-9d7a-1bbb134475a3), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.009001 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ae848-4cf8-4a2b-9b83-ca6cb9f20780 None None] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:00.042884 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (f484859b-59f8-4a7c-a23d-35fcab8e09e8), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.086299 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9639ee54-2c81-4a77-9d7a-1bbb134475a3,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:00.110693 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Network 6a567462-bd14-4529-ba11-b7fbd012e848 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:30:00.116825 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Checking segment: {'id': '3fd291ac-1795-45cd-a4bc-ba13439b6c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:00.117488 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Network hostable DHCP agents. Network: 3993906e-757d-4a1e-965f-d7d9203c7a6e, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:30:00.122451 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 6a567462-bd14-4529-ba11-b7fbd012e848) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:00.126307 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f484859b-59f8-4a7c-a23d-35fcab8e09e8,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:00.141223 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d381b-2d40-4acd-b07c-09e2095bcb76 None None] Network 6a567462-bd14-4529-ba11-b7fbd012e848 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:00.143316 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Network 3993906e-757d-4a1e-965f-d7d9203c7a6e is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:30:00.143992 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:00.145987 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.158453 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 3993906e-757d-4a1e-965f-d7d9203c7a6e) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:00.166654 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:00.168474 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.182058 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4d268219-7ef8-489a-b22b-411d95356231 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8207040 Feb 18 00:30:00.183346 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:00.191357 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:00.197625 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-02bdd7ca-640d-4126-b737-ee4da13f2736 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6115193 Feb 18 00:30:00.251756 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (a139edbe-f724-499f-bc93-87b60557ed9f), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.252974 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (a139edbe-f724-499f-bc93-87b60557ed9f), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.259722 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Checking segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:00.260542 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Network hostable DHCP agents. Network: 9cb0cd21-f876-47b1-ba41-7a77062b774b, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:30:00.322121 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:30:00.336790 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb77974-f1da-4170-8924-038b2bfefaf1 None None] Network 3993906e-757d-4a1e-965f-d7d9203c7a6e requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:00.396975 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 9cb0cd21-f876-47b1-ba41-7a77062b774b) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:00.415089 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89765ba-1406-496e-a777-04fef6f939f9 None None] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:00.416004 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:00.416772 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.436527 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks [] for router_controller (a139edbe-f724-499f-bc93-87b60557ed9f), precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.448217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38558) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:00.453795 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:00.462858 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8c5ec3e4-34ae-4db6-8035-5580bff2bc4d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9506030 Feb 18 00:30:00.490218 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (7025563b-fc91-452f-99cb-84d5e8a0c143), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.491785 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (7025563b-fc91-452f-99cb-84d5e8a0c143), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.512002 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.671510 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks [] for router_controller (7025563b-fc91-452f-99cb-84d5e8a0c143), precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.695336 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-9cb0cd21-f876-47b1-ba41-7a77062b774b', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:30:00.696593 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.727979 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9f2ac-b079-4b90-8914-e23d4e618ec1 None None] Network 6a567462-bd14-4529-ba11-b7fbd012e848 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:00.777575 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks [] for router_gateway (a139edbe-f724-499f-bc93-87b60557ed9f), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:00.823820 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64c225-3f31-4120-84ae-654f94587aae None None] Network 3993906e-757d-4a1e-965f-d7d9203c7a6e requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:00.906891 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aec3608-0531-4f85-aa8c-d74ce1cf236e None None] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:01.121417 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks [] for router_gateway (7025563b-fc91-452f-99cb-84d5e8a0c143), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:01.264054 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38620) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:01.266497 dv-cinder-816104-3-iscsi neutron-server[114448]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 00:30:01.449567 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Allocated IP 172.20.0.2 (9cb0cd21-f876-47b1-ba41-7a77062b774b/9639ee54-2c81-4a77-9d7a-1bbb134475a3/dd2feeda-d755-4239-853d-03695ba21dd0) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:01.491817 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks [] for router_gateway (a139edbe-f724-499f-bc93-87b60557ed9f), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:01.514502 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:01.596551 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:01.687104 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Allocated IP 172.27.2.7 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/c72c05fb-00fc-4057-8e63-3e62ac3cfbc8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:01.701683 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-c232dc72-d0c1-48e4-9bec-cf1f23962ee0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:01.711002 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-c232dc72-d0c1-48e4-9bec-cf1f23962ee0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.4455254 Feb 18 00:30:01.758819 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38642) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:01.767519 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-8966159e-f818-44a6-ac10-772cb3835608 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/quotas/4a9265d4772245e8a021af097c9e144f HTTP/1.1" status: 200 len: 375 time: 0.0555513 Feb 18 00:30:01.807488 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Publish callbacks [] for port (dd2feeda-d755-4239-853d-03695ba21dd0), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:01.820728 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:01.921087 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Pushing event updated for resources: {'Port': ['ID=dd2feeda-d755-4239-853d-03695ba21dd0,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:01.932038 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.932410 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.933032 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.933374 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.933493 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks [] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:01.933706 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.934446 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.934728 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.935057 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.935914 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.936631 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.937026 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.937486 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.937818 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Tracked resource versions report: Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: pushed versions: Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: { 'AddressGroup': {'1.2'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'ConntrackHelper': {'1.0'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Log': {'1.0'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Network': {'1.1'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Port': {'1.7'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'PortForwarding': {'1.2'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'QosPolicy': {'1.10'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroup': {'1.5'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SubPort': {'1.0'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Subnet': {'1.1'}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Trunk': {'1.1'}} Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: consumer versions: Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: HyperV agent@hv-cinder-81610: {}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'ConntrackHelper': '1.0', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'LocalIPAssociation': '1.0', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Log': '1.0', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Network': '1.1', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Port': '1.7', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'PortForwarding': '1.2', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'QosPolicy': '1.10', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroup': '1.5', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SecurityGroupRule': '1.2', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'SubPort': '1.0', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Subnet': '1.1', Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: 'Trunk': '1.1'}} Feb 18 00:30:01.939223 dv-cinder-816104-3-iscsi neutron-server[114451]: {{(pid=114451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:30:01.947076 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:01.948467 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:01.948885 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-6e0e8c06-74eb-404e-840a-0c8abe75fe3b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1782374 Feb 18 00:30:01.950857 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:02.013556 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38650) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:02.030851 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.064313 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Attempting to bind port dd2feeda-d755-4239-853d-03695ba21dd0 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:02.064929 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Attempting to bind port dd2feeda-d755-4239-853d-03695ba21dd0 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:02.065491 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Attempting to bind port dd2feeda-d755-4239-853d-03695ba21dd0 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:02.076609 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:02.078930 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:02.079612 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Checking segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:02.080216 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.081102 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Bound using segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:02.081518 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:02.082899 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Bound port: dd2feeda-d755-4239-853d-03695ba21dd0, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:02.085115 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.086683 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:02.133285 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-9165857f-ae8f-467f-a811-558f001db2b5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:02.139985 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-9165857f-ae8f-467f-a811-558f001db2b5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/networks?id=3993906e-757d-4a1e-965f-d7d9203c7a6e HTTP/1.1" status: 200 len: 811 time: 0.3700509 Feb 18 00:30:02.142556 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks [] for router_gateway (7025563b-fc91-452f-99cb-84d5e8a0c143), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.175105 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.184511 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-3b94a99f-6be2-40d9-a9ec-48b77cf63e9c tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/quotas/cc865846150e4b0b97d514e842964a68 HTTP/1.1" status: 200 len: 375 time: 0.0436187 Feb 18 00:30:02.187806 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:02.274451 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-5ffe459e-51b7-40a1-b987-0a2138a3c9b6 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc865846150e4b0b97d514e842964a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889106 Feb 18 00:30:02.277280 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e63cb066-9af1-48cd-ba0e-8795dca675c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.308935 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] For port dd2feeda-d755-4239-853d-03695ba21dd0, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:02.318875 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] For port dd2feeda-d755-4239-853d-03695ba21dd0, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=dd2feeda-d755-4239-853d-03695ba21dd0,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:02.328394 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.436636 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1d9-4d17-49fd-aa71-d3e77c0021a9 None None] Pushing event updated for resources: {'Port': ['ID=dd2feeda-d755-4239-853d-03695ba21dd0,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:02.495169 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-1e4c4fb0-3d27-4053-9e66-4385d43ecdde service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:30:02.495169 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-1e4c4fb0-3d27-4053-9e66-4385d43ecdde service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1590569 Feb 18 00:30:02.496750 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-3dbc23f0-3486-42ef-97d6-5c9190620cbc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:30:02.510336 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-3dbc23f0-3486-42ef-97d6-5c9190620cbc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1657465 Feb 18 00:30:02.542876 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e63cb066-9af1-48cd-ba0e-8795dca675c7 admin admin] Publish callbacks [] for security_group (e1007e11-f0ad-4017-9c04-fc114e9dc1c7), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.552841 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e63cb066-9af1-48cd-ba0e-8795dca675c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e1007e11-f0ad-4017-9c04-fc114e9dc1c7), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.575359 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks [] for router_gateway (a139edbe-f724-499f-bc93-87b60557ed9f), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:02.684115 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Allocated IP 172.27.2.232 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/e698fe32-9afa-47b5-8076-f1f1e35080ec) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:02.694399 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cb066-9af1-48cd-ba0e-8795dca675c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1007e11-f0ad-4017-9c04-fc114e9dc1c7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:02.706115 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e63cb066-9af1-48cd-ba0e-8795dca675c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a656cd7803ec40b8873c1595f538959a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6910222 Feb 18 00:30:02.711883 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38676) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:02.948165 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-89b8a262-439b-4ac5-af98-5c74bcd5ef7c service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717951 Feb 18 00:30:02.985034 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7814b47f-7403-45b3-a699-3577c1135c31 admin admin] Publish callbacks [] for security_group (e1007e11-f0ad-4017-9c04-fc114e9dc1c7), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.025876 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dc31876e-0089-492b-ad49-740a02962a78 service neutron] 10.222.0.10 "GET /v2.0/networks/3993906e-757d-4a1e-965f-d7d9203c7a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144994 Feb 18 00:30:03.047474 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7814b47f-7403-45b3-a699-3577c1135c31 admin admin] Publish callbacks [] for security_group (e1007e11-f0ad-4017-9c04-fc114e9dc1c7), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.049565 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (a139edbe-f724-499f-bc93-87b60557ed9f), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.074985 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks [] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.136612 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.247519 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7814b47f-7403-45b3-a699-3577c1135c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e1007e11-f0ad-4017-9c04-fc114e9dc1c7), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.251920 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7814b47f-7403-45b3-a699-3577c1135c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.253842 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-2edc5d72-bb0c-4a2a-8717-3c2a531001d6 service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947264 Feb 18 00:30:03.256192 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-7814b47f-7403-45b3-a699-3577c1135c31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1007e11-f0ad-4017-9c04-fc114e9dc1c7 HTTP/1.1" status: 204 len: 168 time: 0.5432425 Feb 18 00:30:03.259290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Router a139edbe-f724-499f-bc93-87b60557ed9f is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:30:03.272033 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814b47f-7403-45b3-a699-3577c1135c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1007e11-f0ad-4017-9c04-fc114e9dc1c7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:03.321410 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-3bfb78c3-6124-4032-9d29-5bccb4f07747 service neutron] 10.222.0.10 "GET /v2.0/networks/3993906e-757d-4a1e-965f-d7d9203c7a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833738 Feb 18 00:30:03.334711 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.510142 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:03.525698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:03.552339 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:03.673048 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:30:03.687144 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Sync routers for ids ['a139edbe-f724-499f-bc93-87b60557ed9f'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:30:03.703737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Pushing event updated for resources: {'Port': ['ID=e698fe32-9afa-47b5-8076-f1f1e35080ec,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:03.707895 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Routers {'a139edbe-f724-499f-bc93-87b60557ed9f'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:03.708699 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['a139edbe-f724-499f-bc93-87b60557ed9f'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:03.723891 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:03.726663 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5c4a2aa9-9b5f-4b94-a4c1-ac322b4c51c1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5410359 Feb 18 00:30:03.728283 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38716) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:04.063776 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e49a501b-9c44-4258-8ab2-f0df87addda5 req-ca685620-5a55-43a8-b20f-524400600c0c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.1307094 Feb 18 00:30:04.097063 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e38fc-32b6-4cae-adca-afccc1ef710a None None] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:04.229395 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Set router a139edbe-f724-499f-bc93-87b60557ed9f gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:04.281256 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device dd2feeda-d755-4239-853d-03695ba21dd0 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:04.455141 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38746) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:04.508169 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-155a59ca-764c-4866-ae7a-0862d9e1a0ee None None] Provisioning complete for port dd2feeda-d755-4239-853d-03695ba21dd0 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:04.508704 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-155a59ca-764c-4866-ae7a-0862d9e1a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:04.604303 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a02b647-2e6f-474e-ad03-995ad5ec3a7f req-6fe39dd6-dcfd-489b-b1a9-bcbbc7d81495 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.1472657 Feb 18 00:30:04.618944 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-282504ac-ed13-4883-86ed-e60d55147179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:04.803933 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port dd2feeda-d755-4239-853d-03695ba21dd0 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:04.809293 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:04.860485 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks [] for router_gateway (7025563b-fc91-452f-99cb-84d5e8a0c143), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:04.934429 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-282504ac-ed13-4883-86ed-e60d55147179 admin admin] Publish callbacks [] for security_group (295f5b77-1cd7-4a2a-b2db-ccef97a019d4), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:04.961974 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:02Z', 'revision_number': 3, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port': {'id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:90:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:01Z', 'updated_at': '2022-02-18T00:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:05.010232 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-282504ac-ed13-4883-86ed-e60d55147179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (295f5b77-1cd7-4a2a-b2db-ccef97a019d4), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.028239 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Checking router: a139edbe-f724-499f-bc93-87b60557ed9f for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:30:05.030508 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Updating router a139edbe-f724-499f-bc93-87b60557ed9f port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:30:05.048078 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-155a59ca-764c-4866-ae7a-0862d9e1a0ee None None] Current status of the port dd2feeda-d755-4239-853d-03695ba21dd0 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:05.048872 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-155a59ca-764c-4866-ae7a-0862d9e1a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.142431 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.161409 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-155a59ca-764c-4866-ae7a-0862d9e1a0ee None None] For port dd2feeda-d755-4239-853d-03695ba21dd0, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=dd2feeda-d755-4239-853d-03695ba21dd0,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:05.172822 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-155a59ca-764c-4866-ae7a-0862d9e1a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.180345 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port dd2feeda-d755-4239-853d-03695ba21dd0 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:05.180345 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.219591 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282504ac-ed13-4883-86ed-e60d55147179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295f5b77-1cd7-4a2a-b2db-ccef97a019d4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:05.241563 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.404034 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a59ca-764c-4866-ae7a-0862d9e1a0ee None None] Pushing event updated for resources: {'Port': ['ID=dd2feeda-d755-4239-853d-03695ba21dd0,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:05.419076 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-840d0341-e18c-4134-ac8a-78e888451c34 req-65e6d7e4-eedc-4e3d-afaf-e4921f56976e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.1935260 Feb 18 00:30:05.481007 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Allocated IP 172.20.0.1 (6a567462-bd14-4529-ba11-b7fbd012e848/1e55ac13-5d4b-49b1-adb2-c4766ecc3555/ebb83168-7671-45ec-9821-bc296514ff2b) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:05.488787 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.db.api [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:30:05.489210 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG oslo_db.api [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 00:30:05.490053 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-f01666ee-7b01-4137-a81f-ad9faef2af70 None None] Provisioning complete for port dd2feeda-d755-4239-853d-03695ba21dd0 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:05.490538 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f01666ee-7b01-4137-a81f-ad9faef2af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.514122 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-282504ac-ed13-4883-86ed-e60d55147179 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf0c8a40c6724a0384f6a352c95e99ef&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0354860 Feb 18 00:30:05.519350 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 38808) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:05.724300 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks [] for port (ebb83168-7671-45ec-9821-bc296514ff2b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.781985 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.819786 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Publish callbacks [] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.824910 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fda8-6947-43ad-bae8-05605f422940 admin admin] Publish callbacks [] for security_group (295f5b77-1cd7-4a2a-b2db-ccef97a019d4), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.833013 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.846498 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (7025563b-fc91-452f-99cb-84d5e8a0c143), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.847847 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb83168-7671-45ec-9821-bc296514ff2b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:05.863899 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Network 6a567462-bd14-4529-ba11-b7fbd012e848 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:05.864268 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:05.868554 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:05.869335 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (a139edbe-f724-499f-bc93-87b60557ed9f), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.900187 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Pushing event updated for resources: {'Port': ['ID=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:05.910086 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.910748 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.911286 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.911787 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.912284 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.912780 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.913314 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.913812 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.914303 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.914843 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.915342 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.915827 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.916313 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Tracked resource versions report: Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: pushed versions: Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: { 'AddressGroup': {'1.2'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'ConntrackHelper': {'1.0'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'LocalIPAssociation': {'1.0'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Log': {'1.0'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Network': {'1.1'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Port': {'1.7'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'PortForwarding': {'1.2'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'QosPolicy': {'1.10'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroup': {'1.5'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SubPort': {'1.0'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Subnet': {'1.1'}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Trunk': {'1.1'}} Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: consumer versions: Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: { DHCP agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: HyperV agent@hv-cinder-81610: {}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: L3 agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: Metadata agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: Metering agent@dv-cinder-816104-3-iscsi: {}, Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: Open vSwitch agent@dv-cinder-816104-3-iscsi: { 'AddressGroup': '1.2', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'ConntrackHelper': '1.0', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'LocalIPAssociation': '1.0', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Log': '1.0', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Network': '1.1', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Port': '1.7', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'PortForwarding': '1.2', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'QosPolicy': '1.10', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroup': '1.5', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SecurityGroupRule': '1.2', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'SubPort': '1.0', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Subnet': '1.1', Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: 'Trunk': '1.1'}} Feb 18 00:30:05.917917 dv-cinder-816104-3-iscsi neutron-server[114452]: {{(pid=114452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 00:30:05.968246 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Attempting to bind port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:05.969009 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Attempting to bind port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:05.969383 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Attempting to bind port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:05.974869 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:05.975573 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:05.976241 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:05.976906 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:05.977601 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Bound port: c72c05fb-00fc-4057-8e63-3e62ac3cfbc8, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:05.978223 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.006056 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fda8-6947-43ad-bae8-05605f422940 admin admin] Publish callbacks [] for security_group (295f5b77-1cd7-4a2a-b2db-ccef97a019d4), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.033824 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] For port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:06.036152 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port dd2feeda-d755-4239-853d-03695ba21dd0 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:06.038128 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] For port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:06.046754 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.048619 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.063688 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ee34b5cd-5de9-41fe-a2f3-ad381aa45239 req-c4160fba-a047-4986-ae26-dc8b52381487 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.0549285 Feb 18 00:30:06.099960 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.134559 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe1143-e042-401b-93d1-52fc5d92a399 None None] Pushing event updated for resources: {'Port': ['ID=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:06.146642 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-f01666ee-7b01-4137-a81f-ad9faef2af70 None None] Current status of the port dd2feeda-d755-4239-853d-03695ba21dd0 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:06.156323 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device dd2feeda-d755-4239-853d-03695ba21dd0 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:06.165494 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Routers {'a139edbe-f724-499f-bc93-87b60557ed9f'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:06.167938 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['a139edbe-f724-499f-bc93-87b60557ed9f'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:06.168537 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Router 7025563b-fc91-452f-99cb-84d5e8a0c143 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:30:06.236531 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port dd2feeda-d755-4239-853d-03695ba21dd0 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:06.237383 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.259534 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fda8-6947-43ad-bae8-05605f422940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (295f5b77-1cd7-4a2a-b2db-ccef97a019d4), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.262174 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fda8-6947-43ad-bae8-05605f422940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.266918 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-a0c9fda8-6947-43ad-bae8-05605f422940 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/295f5b77-1cd7-4a2a-b2db-ccef97a019d4 HTTP/1.1" status: 204 len: 168 time: 0.7463689 Feb 18 00:30:06.278264 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9fda8-6947-43ad-bae8-05605f422940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295f5b77-1cd7-4a2a-b2db-ccef97a019d4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:06.288316 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] Set router a139edbe-f724-499f-bc93-87b60557ed9f gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:06.331178 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:30:06.354804 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Sync routers for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:30:06.364721 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.366136 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks [] for port (ebb83168-7671-45ec-9821-bc296514ff2b), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.371049 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-8c8f8d19-e7ab-4fea-8b36-72cc830ac2ec admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9215319 Feb 18 00:30:06.371586 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 38834) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:06.380356 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:06.381346 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:06.384611 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.384755 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (a139edbe-f724-499f-bc93-87b60557ed9f), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.386785 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port dd2feeda-d755-4239-853d-03695ba21dd0 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:06.487081 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb83168-7671-45ec-9821-bc296514ff2b,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:06.531403 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:06.598101 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 4, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port': {'id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:90:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:01Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'ebb83168-7671-45ec-9821-bc296514ff2b', 'name': '', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'mac_address': 'fa:16:3e:0b:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:05Z', 'updated_at': '2022-02-18T00:30:05Z', 'revision_number': 1, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'subnets': [{'id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:06.633995 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e5b5f-5206-4a02-a408-c3c9ff4bfccd None None] The sync data for ids ['a139edbe-f724-499f-bc93-87b60557ed9f'] in dv-cinder-816104-3-iscsi is: [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 4, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port': {'id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:90:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:01Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'ebb83168-7671-45ec-9821-bc296514ff2b', 'name': '', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'mac_address': 'fa:16:3e:0b:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:05Z', 'updated_at': '2022-02-18T00:30:05Z', 'revision_number': 1, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'subnets': [{'id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:30:06.670652 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-567b8398-66f3-4969-b7e7-c9e19d322382 req-ecd6f08a-b572-4376-852d-caac6981b11c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.0323966 Feb 18 00:30:06.713863 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Network 6a567462-bd14-4529-ba11-b7fbd012e848 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:06.716520 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:06.817554 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:03Z', 'revision_number': 3, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:06.850589 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Checking router: 7025563b-fc91-452f-99cb-84d5e8a0c143 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:30:06.851018 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Updating router 7025563b-fc91-452f-99cb-84d5e8a0c143 port e698fe32-9afa-47b5-8076-f1f1e35080ec binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:30:06.882075 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:06.989169 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Router a139edbe-f724-499f-bc93-87b60557ed9f has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:30:07.207220 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f0cdd231-a995-48ec-9830-bdf893c98b82 req-4ce31e1a-ab0c-4150-bbfc-ae4ee42902c7 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.0511591 Feb 18 00:30:07.260466 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Publish callbacks [] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:07.270206 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:07.308951 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:30:07.317065 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-05276dc5-691e-4e61-a7d7-177479a41ae5 admin admin] 10.222.0.10 "PUT /v2.0/routers/a139edbe-f724-499f-bc93-87b60557ed9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5875545 Feb 18 00:30:07.335705 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:07.360345 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Attempting to bind port e698fe32-9afa-47b5-8076-f1f1e35080ec on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:07.361097 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Attempting to bind port e698fe32-9afa-47b5-8076-f1f1e35080ec by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:07.361943 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Attempting to bind port e698fe32-9afa-47b5-8076-f1f1e35080ec on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:07.366530 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15417106-56b7-457e-aa45-9b6b600186a0 None None] Pushing event updated for resources: {'Port': ['ID=e698fe32-9afa-47b5-8076-f1f1e35080ec,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:07.385681 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:07.386448 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:07.387033 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:07.388726 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:07.389412 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Bound port: e698fe32-9afa-47b5-8076-f1f1e35080ec, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:07.390024 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:07.501573 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] For port e698fe32-9afa-47b5-8076-f1f1e35080ec, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:07.506192 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] For port e698fe32-9afa-47b5-8076-f1f1e35080ec, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=e698fe32-9afa-47b5-8076-f1f1e35080ec,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:07.518112 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:07.611177 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15417106-56b7-457e-aa45-9b6b600186a0 None None] Pushing event updated for resources: {'Port': ['ID=e698fe32-9afa-47b5-8076-f1f1e35080ec,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:07.625442 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:07.626095 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:07.768802 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:07.872676 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2f39819e-0413-4ddd-88a7-719d67a5be79 req-4923cf51-35ce-46f6-9d4b-912b219c5e77 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.0693693 Feb 18 00:30:07.878250 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Allocated IP 172.20.0.1 (9cb0cd21-f876-47b1-ba41-7a77062b774b/9639ee54-2c81-4a77-9d7a-1bbb134475a3/595d7966-3a81-49de-88b3-b285ba00d354) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:08.046074 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks [] for port (595d7966-3a81-49de-88b3-b285ba00d354), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:08.172143 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:03Z', 'revision_number': 3, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:08.204800 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (595d7966-3a81-49de-88b3-b285ba00d354), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:08.234422 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0837f-a216-4c43-9d3e-676fa32efc56 None None] The sync data for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi is: [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:03Z', 'revision_number': 3, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:30:08.317602 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:08.339285 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:08.350657 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:08.361536 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:08.362021 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (7025563b-fc91-452f-99cb-84d5e8a0c143), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:08.492312 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:08.494480 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:08.533102 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=595d7966-3a81-49de-88b3-b285ba00d354,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:08.554936 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4d8b1595-d05e-492e-bb60-21ff57308fbf req-b9ececc9-cf54-4de6-aa29-ecdb757f7d53 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.1351748 Feb 18 00:30:08.568690 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-1c563a33-bf3a-4d94-9f33-22379dabb259 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:08.573233 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-1c563a33-bf3a-4d94-9f33-22379dabb259 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 819 time: 0.4111342 Feb 18 00:30:08.605320 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-867b51da-ab99-4877-82da-d48c79d2dfc4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/quotas/d092a648f7634ab3bad06d90c9debd5b HTTP/1.1" status: 200 len: 375 time: 0.0263803 Feb 18 00:30:08.718968 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (595d7966-3a81-49de-88b3-b285ba00d354), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:08.737679 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:08.739075 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:08.791716 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-8f2feaf4-7bab-4d70-9f7a-098b8c12ee27 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1785576 Feb 18 00:30:08.801889 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:08.809744 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:08.956037 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-c1180e6e-6d7c-4764-b700-ba2baba20d8b None None] Provisioning complete for port 595d7966-3a81-49de-88b3-b285ba00d354 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:08.956414 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c1180e6e-6d7c-4764-b700-ba2baba20d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (595d7966-3a81-49de-88b3-b285ba00d354), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:09.004403 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:09.035328 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-c1180e6e-6d7c-4764-b700-ba2baba20d8b None None] Port 595d7966-3a81-49de-88b3-b285ba00d354 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:30:09.059525 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-ce77e5e4-0911-462f-b165-ba92780be8f0 service neutron] 10.222.0.10 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674911 Feb 18 00:30:09.068684 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2fa88e96-0478-4abc-ad41-9121044f3629 req-faab17f6-f771-4095-815a-ed106bc99210 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.0612788 Feb 18 00:30:09.085751 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks [] for port (595d7966-3a81-49de-88b3-b285ba00d354), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:09.089598 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (595d7966-3a81-49de-88b3-b285ba00d354), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:09.090500 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (7025563b-fc91-452f-99cb-84d5e8a0c143), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:09.228192 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=595d7966-3a81-49de-88b3-b285ba00d354,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:09.244718 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-3b8e3efb-a038-4718-b28d-fb8fe638fa28 service neutron] 10.222.0.10 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735206 Feb 18 00:30:09.309193 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:09.311654 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:09.504478 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3991d5fd-7691-4245-ada4-047cae508dce req-cade5eb4-1bb6-4302-9373-352765470d77 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 210 time: 0.0648377 Feb 18 00:30:09.574240 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Router 7025563b-fc91-452f-99cb-84d5e8a0c143 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:30:09.676808 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-e22fce41-08d9-4479-8578-367095124b9c None None] Provisioning complete for port 595d7966-3a81-49de-88b3-b285ba00d354 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:09.677179 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e22fce41-08d9-4479-8578-367095124b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (595d7966-3a81-49de-88b3-b285ba00d354), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:09.755061 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-51201422-b1a1-4f2d-a44d-c9caa4f2bc8f req-233a8503-008c-4690-a75a-f1663cee4e53 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.0825620 Feb 18 00:30:09.772470 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-e22fce41-08d9-4479-8578-367095124b9c None None] Port 595d7966-3a81-49de-88b3-b285ba00d354 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:30:09.798699 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:30:09.842057 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f0edb97d-4beb-4068-ae30-82673160e3f6 admin admin] 10.222.0.10 "PUT /v2.0/routers/7025563b-fc91-452f-99cb-84d5e8a0c143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4673045 Feb 18 00:30:10.028597 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-0a11db16-9cc7-49b0-918f-c9138a38b3d9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:10.036793 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-0a11db16-9cc7-49b0-918f-c9138a38b3d9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 819 time: 0.1934128 Feb 18 00:30:10.053835 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-d3326b83-ea08-42b7-ac14-a423c3fa1c4d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/quotas/d092a648f7634ab3bad06d90c9debd5b HTTP/1.1" status: 200 len: 375 time: 0.0161197 Feb 18 00:30:10.131089 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-4d8948a5-d133-420b-9a3b-cf489316c3d8 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760641 Feb 18 00:30:10.152095 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Sync routers for ids ['a139edbe-f724-499f-bc93-87b60557ed9f'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:30:10.181965 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Routers {'a139edbe-f724-499f-bc93-87b60557ed9f'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:10.183642 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['a139edbe-f724-499f-bc93-87b60557ed9f'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:10.284453 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c379f5d8-8679-4cc8-9812-d79bf9df4a46 service neutron] 10.222.0.10 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517744 Feb 18 00:30:10.457715 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Set router a139edbe-f724-499f-bc93-87b60557ed9f gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:10.550048 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-162ca0eb-1258-4e0c-87f9-b9b1ce21192e service neutron] 10.222.0.10 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644663 Feb 18 00:30:10.590496 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e698fe32-9afa-47b5-8076-f1f1e35080ec up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:10.631594 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39040) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:10.643496 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0734ebff-1bce-49c9-9ef4-29ab957c3a34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766904467', 'description': 'tempest-description--298784131'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:10.705700 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port e698fe32-9afa-47b5-8076-f1f1e35080ec triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:10.706800 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:10.783582 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 4, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port': {'id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:01Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'ebb83168-7671-45ec-9821-bc296514ff2b', 'name': '', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'mac_address': 'fa:16:3e:0b:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:05Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 2, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'subnets': [{'id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:10.805516 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a153c337-dfae-496c-a0f7-fe67d2607727 req-1028426f-6a98-41a1-a298-9dcb31d8480b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.0753052 Feb 18 00:30:10.806341 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0734ebff-1bce-49c9-9ef4-29ab957c3a34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:10.822000 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Checking router: a139edbe-f724-499f-bc93-87b60557ed9f for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:30:10.822469 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Updating router a139edbe-f724-499f-bc93-87b60557ed9f port ebb83168-7671-45ec-9821-bc296514ff2b binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:30:10.879465 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port e698fe32-9afa-47b5-8076-f1f1e35080ec is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:10.881273 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:10.884174 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:10.915916 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port e698fe32-9afa-47b5-8076-f1f1e35080ec, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=e698fe32-9afa-47b5-8076-f1f1e35080ec,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:10.937977 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:10.940742 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:10.947693 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-94b36fa6-14d0-4b15-b98c-f0c2dac6fbad req-6e63f316-dfb3-4626-bdc6-75a5c24c7e51 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 210 time: 0.0552964 Feb 18 00:30:11.081719 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-963232fe-fbc3-40c5-bf8d-dff47b8f5a7d req-311a87a3-7597-46d9-a1bb-b47efe844ff9 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.0897670 Feb 18 00:30:11.141110 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0734ebff-1bce-49c9-9ef4-29ab957c3a34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (e18ef196-b158-4e38-94ed-638d8908e440), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.147402 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=e698fe32-9afa-47b5-8076-f1f1e35080ec,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:11.148693 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0734ebff-1bce-49c9-9ef4-29ab957c3a34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e18ef196-b158-4e38-94ed-638d8908e440), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.191405 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:11.191926 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.210068 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0734ebff-1bce-49c9-9ef4-29ab957c3a34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.221071 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0734ebff-1bce-49c9-9ef4-29ab957c3a34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5849664 Feb 18 00:30:11.225144 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39072) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:11.230622 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d91a63a2-9d51-4501-a0a2-cafce0b15f38 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'security_group_rule': {'security_group_id': 'e18ef196-b158-4e38-94ed-638d8908e440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:11.239692 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734ebff-1bce-49c9-9ef4-29ab957c3a34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18ef196-b158-4e38-94ed-638d8908e440,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:11.334397 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d91a63a2-9d51-4501-a0a2-cafce0b15f38 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (a65b17ad-373d-45f6-ac46-ba109c09c05b), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.336455 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Sync routers for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:30:11.397836 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:11.400456 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:11.477891 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:11.546637 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d91a63a2-9d51-4501-a0a2-cafce0b15f38 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (a65b17ad-373d-45f6-ac46-ba109c09c05b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.554419 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d91a63a2-9d51-4501-a0a2-cafce0b15f38 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (a65b17ad-373d-45f6-ac46-ba109c09c05b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.594425 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:11.620962 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a63a2-9d51-4501-a0a2-cafce0b15f38 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65b17ad-373d-45f6-ac46-ba109c09c05b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:11.683663 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d91a63a2-9d51-4501-a0a2-cafce0b15f38 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.691009 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d91a63a2-9d51-4501-a0a2-cafce0b15f38 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4647071 Feb 18 00:30:11.694388 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39094) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:11.705852 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-abea85f1-937c-48af-9650-f897bd1409d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'security_group_rule': {'security_group_id': 'e18ef196-b158-4e38-94ed-638d8908e440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:11.781212 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abea85f1-937c-48af-9650-f897bd1409d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (d5c9a4fe-c4c8-4fde-8af4-fbbd95cc353c), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.828544 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.48', 51013) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:11.864465 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.48', 51014) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:11.879432 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Publish callbacks [] for port (ebb83168-7671-45ec-9821-bc296514ff2b), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.891292 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:11.971018 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb1190-c6b2-41ca-83f6-4136669350ed None None] Pushing event updated for resources: {'Port': ['ID=ebb83168-7671-45ec-9821-bc296514ff2b,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:12.078291 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39126) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:12.198348 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.48', 51017) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:12.204416 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Attempting to bind port ebb83168-7671-45ec-9821-bc296514ff2b on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:12.204988 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Attempting to bind port ebb83168-7671-45ec-9821-bc296514ff2b by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:12.205503 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Attempting to bind port ebb83168-7671-45ec-9821-bc296514ff2b on network 6a567462-bd14-4529-ba11-b7fbd012e848 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:12.207803 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-77988079-04a5-453a-a709-6c55c6395b70 req-39274204-2160-4e28-89cd-db51da803bf9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.1629372 Feb 18 00:30:12.212777 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:12.213607 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Checking segment: {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:12.215425 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.216466 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Bound using segment: {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:12.217165 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Bound port: ebb83168-7671-45ec-9821-bc296514ff2b, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:12.217793 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.244322 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e698fe32-9afa-47b5-8076-f1f1e35080ec up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:12.402440 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] For port ebb83168-7671-45ec-9821-bc296514ff2b, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:12.408988 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] For port ebb83168-7671-45ec-9821-bc296514ff2b, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=ebb83168-7671-45ec-9821-bc296514ff2b,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:12.418039 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port e698fe32-9afa-47b5-8076-f1f1e35080ec triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:12.422169 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.423801 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.434460 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 2, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:12.455044 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-99621070-b0a3-4d36-a719-545512253da3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:12.457442 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-99621070-b0a3-4d36-a719-545512253da3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.5919523 Feb 18 00:30:12.484151 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7bdd60f4-f1cc-4680-973a-678a49d96886 req-56d01f46-8eaf-4372-a257-c1bdadda05c4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 210 time: 0.1437905 Feb 18 00:30:12.517217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e5683b7-aead-4573-ae5b-3ad04e4cae18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.549429 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abea85f1-937c-48af-9650-f897bd1409d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (d5c9a4fe-c4c8-4fde-8af4-fbbd95cc353c), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.553698 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Request body: {'port': {'device_id': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'admin_state_up': True, 'tenant_id': '4a9265d4772245e8a021af097c9e144f'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:12.568892 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Checking router: 7025563b-fc91-452f-99cb-84d5e8a0c143 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:30:12.569378 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Updating router 7025563b-fc91-452f-99cb-84d5e8a0c143 port 595d7966-3a81-49de-88b3-b285ba00d354 binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:30:12.629226 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb1190-c6b2-41ca-83f6-4136669350ed None None] Pushing event updated for resources: {'Port': ['ID=ebb83168-7671-45ec-9821-bc296514ff2b,revision_number=4']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:12.666785 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Routers {'a139edbe-f724-499f-bc93-87b60557ed9f'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:12.667912 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['a139edbe-f724-499f-bc93-87b60557ed9f'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:12.730108 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (595d7966-3a81-49de-88b3-b285ba00d354), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.737233 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e5683b7-aead-4573-ae5b-3ad04e4cae18 admin admin] Publish callbacks [] for security_group (45cc4b2a-7a5e-4601-904f-e8759a20cfa4), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.782165 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e5683b7-aead-4573-ae5b-3ad04e4cae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (45cc4b2a-7a5e-4601-904f-e8759a20cfa4), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:12.848624 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-2e5683b7-aead-4573-ae5b-3ad04e4cae18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2161d065746d4e3889d9f3db2f79bff3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7362318 Feb 18 00:30:12.869667 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4e6b260f-33fb-4eaf-956d-c81474c59664 req-54ba4248-7f44-4fa0-a85f-c5d0910590e3 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.1261148 Feb 18 00:30:12.883674 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-f942c064-67d0-43e0-ad55-d5699a08e698 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:12.885115 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-f942c064-67d0-43e0-ad55-d5699a08e698 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.48 "GET /v2.0/networks?id=3993906e-757d-4a1e-965f-d7d9203c7a6e HTTP/1.1" status: 200 len: 811 time: 1.0450454 Feb 18 00:30:12.889419 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39168) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:12.930375 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] Set router a139edbe-f724-499f-bc93-87b60557ed9f gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:12.947029 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Request body: {'port': {'device_id': '37670414-4bf8-4009-afe9-e05ba1db3432', 'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e', 'admin_state_up': True, 'tenant_id': 'cc865846150e4b0b97d514e842964a68'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:13.073705 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-55f905a4-0813-44d3-8c3c-aa4af72fc47d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:13.075671 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-55f905a4-0813-44d3-8c3c-aa4af72fc47d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 819 time: 0.8668616 Feb 18 00:30:13.106526 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abea85f1-937c-48af-9650-f897bd1409d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (d5c9a4fe-c4c8-4fde-8af4-fbbd95cc353c), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.164240 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea85f1-937c-48af-9650-f897bd1409d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c9a4fe-c4c8-4fde-8af4-fbbd95cc353c,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:13.166173 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Request body: {'port': {'device_id': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'admin_state_up': True, 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:13.177824 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Made reservation on behalf of 4a9265d4772245e8a021af097c9e144f for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:30:13.181177 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.225425 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port e698fe32-9afa-47b5-8076-f1f1e35080ec is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:13.460371 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.48', 51028) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:13.462043 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 4, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port': {'id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:01Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'ebb83168-7671-45ec-9821-bc296514ff2b', 'name': '', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'mac_address': 'fa:16:3e:0b:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:05Z', 'updated_at': '2022-02-18T00:30:12Z', 'revision_number': 4, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'subnets': [{'id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:13.524398 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5683b7-aead-4573-ae5b-3ad04e4cae18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc4b2a-7a5e-4601-904f-e8759a20cfa4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:13.554653 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dad58466-9cca-4e8b-851f-9b7983fa7474 req-f4226c32-ed28-4eba-8bf9-26ccfed03ded tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 210 time: 0.0843837 Feb 18 00:30:13.557129 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3aaacce6-c614-405f-a568-cd05d22565a0 admin admin] Publish callbacks [] for security_group (45cc4b2a-7a5e-4601-904f-e8759a20cfa4), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.579479 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e491ec9-88b3-42c8-b459-2dbcf4db4d5f None None] The sync data for ids ['a139edbe-f724-499f-bc93-87b60557ed9f'] in dv-cinder-816104-3-iscsi is: [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:06Z', 'revision_number': 4, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port': {'id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:01Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'ebb83168-7671-45ec-9821-bc296514ff2b', 'name': '', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'mac_address': 'fa:16:3e:0b:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:05Z', 'updated_at': '2022-02-18T00:30:12Z', 'revision_number': 4, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'subnets': [{'id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:30:13.696512 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Made reservation on behalf of d092a648f7634ab3bad06d90c9debd5b for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:30:13.708891 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.709873 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Publish callbacks [] for port (595d7966-3a81-49de-88b3-b285ba00d354), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.720806 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (595d7966-3a81-49de-88b3-b285ba00d354), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.765594 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3aaacce6-c614-405f-a568-cd05d22565a0 admin admin] Publish callbacks [] for security_group (45cc4b2a-7a5e-4601-904f-e8759a20cfa4), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.817918 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d745e-b9cd-4b0e-8343-1a6fa2104937 None None] Pushing event updated for resources: {'Port': ['ID=595d7966-3a81-49de-88b3-b285ba00d354,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:13.942315 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Attempting to bind port 595d7966-3a81-49de-88b3-b285ba00d354 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:13.943014 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Attempting to bind port 595d7966-3a81-49de-88b3-b285ba00d354 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:13.943530 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Attempting to bind port 595d7966-3a81-49de-88b3-b285ba00d354 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:13.976873 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:13.978464 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Checking segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:13.978906 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:13.980045 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Bound using segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:13.980574 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Bound port: 595d7966-3a81-49de-88b3-b285ba00d354, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:13.982392 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (595d7966-3a81-49de-88b3-b285ba00d354), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.017911 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e8c9f0d3-12dd-49b8-be98-0c63ca27d858 req-22fa6c6f-829b-4e0c-81f7-b7c960c5faf6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 210 time: 0.2769682 Feb 18 00:30:14.111156 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Allocated IP 172.20.0.14 (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9/134f7579-7b73-42c3-95ca-11252deb53df/912f6fb3-fd75-4d43-a426-c6444eb41f47) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:14.325080 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] For port 595d7966-3a81-49de-88b3-b285ba00d354, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:14.342848 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] For port 595d7966-3a81-49de-88b3-b285ba00d354, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=595d7966-3a81-49de-88b3-b285ba00d354,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:14.382782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Made reservation on behalf of cc865846150e4b0b97d514e842964a68 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:30:14.388333 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.391736 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (595d7966-3a81-49de-88b3-b285ba00d354), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.453966 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device ebb83168-7671-45ec-9821-bc296514ff2b up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:14.501460 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks [] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.553733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39242) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:14.580916 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abea85f1-937c-48af-9650-f897bd1409d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.584370 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-abea85f1-937c-48af-9650-f897bd1409d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8864386 Feb 18 00:30:14.589743 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39252) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:14.596656 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.610837 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:14.650773 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fdebcfae-f68d-40e0-8c04-28ac13f25616 req-dd0f088c-a2ab-4ba7-9810-d288dfc74945 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.4601266 Feb 18 00:30:14.679679 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-70cf50e4-f3c9-4088-858f-557d73ab14c1 None None] Provisioning complete for port 595d7966-3a81-49de-88b3-b285ba00d354 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:14.680053 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-70cf50e4-f3c9-4088-858f-557d73ab14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (595d7966-3a81-49de-88b3-b285ba00d354), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.758235 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:14.817543 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:14.818264 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:29:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:14.822314 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-5cf97879-3aeb-41fc-985b-2010631dd588 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:14.829737 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-5cf97879-3aeb-41fc-985b-2010631dd588 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 819 time: 1.3585074 Feb 18 00:30:14.909200 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Request body: {'port': {'device_id': '9803755e-7fed-4154-a217-ddd48c442939', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'admin_state_up': True, 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:15.096446 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:15.140263 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:15.149048 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:15.159212 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:15.166740 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.203114 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event updated for resources: {'Port': ['ID=912f6fb3-fd75-4d43-a426-c6444eb41f47,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:15.232022 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d745e-b9cd-4b0e-8343-1a6fa2104937 None None] Pushing event updated for resources: {'Port': ['ID=595d7966-3a81-49de-88b3-b285ba00d354,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:15.279296 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-564ebe1b-2561-485c-96bb-66cb57263b46 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7318711 Feb 18 00:30:15.323284 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Made reservation on behalf of d092a648f7634ab3bad06d90c9debd5b for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:30:15.330724 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-7e2a8fde-1dbe-402c-b3e3-f56ef846471a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:30:15.335196 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-7e2a8fde-1dbe-402c-b3e3-f56ef846471a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234070 Feb 18 00:30:15.342991 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.367166 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-70cf50e4-f3c9-4088-858f-557d73ab14c1 None None] Current status of the port 595d7966-3a81-49de-88b3-b285ba00d354 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:15.367554 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-70cf50e4-f3c9-4088-858f-557d73ab14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (595d7966-3a81-49de-88b3-b285ba00d354), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.387672 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port ebb83168-7671-45ec-9821-bc296514ff2b triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:15.388856 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.394393 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.453146 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:15.555905 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-70cf50e4-f3c9-4088-858f-557d73ab14c1 None None] For port 595d7966-3a81-49de-88b3-b285ba00d354, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=595d7966-3a81-49de-88b3-b285ba00d354,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:15.574453 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-70cf50e4-f3c9-4088-858f-557d73ab14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (595d7966-3a81-49de-88b3-b285ba00d354), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.612905 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39276) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:15.855460 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87e992ab-c81b-474f-9f79-7ae578398cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.865073 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3aaacce6-c614-405f-a568-cd05d22565a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (45cc4b2a-7a5e-4601-904f-e8759a20cfa4), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.875784 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3aaacce6-c614-405f-a568-cd05d22565a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.880017 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-3aaacce6-c614-405f-a568-cd05d22565a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45cc4b2a-7a5e-4601-904f-e8759a20cfa4 HTTP/1.1" status: 204 len: 168 time: 2.9890110 Feb 18 00:30:15.913466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Allocated IP 172.27.2.161 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/b3d7e79c-a58f-4b19-94dd-923ee9af1077) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:15.923589 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b304f146-b9d2-438c-8821-4e153398fcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.940636 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port ebb83168-7671-45ec-9821-bc296514ff2b is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:15.941157 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:15.947258 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf50e4-f3c9-4088-858f-557d73ab14c1 None None] Pushing event updated for resources: {'Port': ['ID=595d7966-3a81-49de-88b3-b285ba00d354,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:15.962334 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-3f6c2674-85b4-4ab8-93b7-765649e05566 None None] Provisioning complete for port 595d7966-3a81-49de-88b3-b285ba00d354 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:15.962731 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3f6c2674-85b4-4ab8-93b7-765649e05566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (595d7966-3a81-49de-88b3-b285ba00d354), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:16.131674 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port ebb83168-7671-45ec-9821-bc296514ff2b, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=ebb83168-7671-45ec-9821-bc296514ff2b,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:16.234981 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-852c3601-6360-4e6b-bcae-59c65913afff req-f78e1574-9f5a-4249-80dd-ae049096ab31 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 210 time: 0.8820097 Feb 18 00:30:16.268071 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:16.279721 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Allocated IP 172.20.0.11 (6a567462-bd14-4529-ba11-b7fbd012e848/1e55ac13-5d4b-49b1-adb2-c4766ecc3555/dabfc11b-08db-42ab-ad1c-6bcfd0f57d56) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:16.455968 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Allocated IP 172.20.0.12 (3993906e-757d-4a1e-965f-d7d9203c7a6e/f484859b-59f8-4a7c-a23d-35fcab8e09e8/a5e9b421-7bd0-487e-a4cc-8d669a02ad88) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:16.475951 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b304f146-b9d2-438c-8821-4e153398fcc0 admin admin] Publish callbacks [] for security_group (f5a03278-fdbe-40bb-84b2-25776e47e77b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:16.494141 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b304f146-b9d2-438c-8821-4e153398fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f5a03278-fdbe-40bb-84b2-25776e47e77b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:16.507616 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaacce6-c614-405f-a568-cd05d22565a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc4b2a-7a5e-4601-904f-e8759a20cfa4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:16.573006 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Request body: {'port': {'device_id': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:16.574448 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed175d-84b2-469d-a2fb-2b41088f12da req-8532e9c2-0bdf-439b-98b5-4677b5c3a21e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:16.576883 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-80ed175d-84b2-469d-a2fb-2b41088f12da req-8532e9c2-0bdf-439b-98b5-4677b5c3a21e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 932 time: 1.7402046 Feb 18 00:30:16.783050 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-b304f146-b9d2-438c-8821-4e153398fcc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0be568f74938478e8f11f940cc5cd7aa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1653979 Feb 18 00:30:16.796956 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39292) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:16.886438 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f146-b9d2-438c-8821-4e153398fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a03278-fdbe-40bb-84b2-25776e47e77b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:16.890401 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39296) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:16.961347 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87e992ab-c81b-474f-9f79-7ae578398cc6 admin admin] Publish callbacks [] for security_group (2124c921-85ca-46eb-8b13-d3736fd46268), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.025842 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9884-be02-44fe-b3ed-ae7d41f09bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.087124 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.103988 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=ebb83168-7671-45ec-9821-bc296514ff2b,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:17.123251 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:14Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:17.125119 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c2674-85b4-4ab8-93b7-765649e05566 None None] Current status of the port 595d7966-3a81-49de-88b3-b285ba00d354 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:17.141901 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.175324 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f4dd1-cb7f-4665-9cf9-d18465ea6dad None None] The sync data for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi is: [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:14Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:30:17.320476 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89ef1f24-c67b-4487-81f9-9ebf9eb51495 admin admin] Publish callbacks [] for security_group (f5a03278-fdbe-40bb-84b2-25776e47e77b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.367830 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks [] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.430128 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-db967040-2bae-438e-a66e-7bfcbca815c9 req-cfda72fc-fd95-434b-8c98-23ce60d8188e tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.8938353 Feb 18 00:30:17.495626 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87e992ab-c81b-474f-9f79-7ae578398cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (2124c921-85ca-46eb-8b13-d3736fd46268), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.520397 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.706724 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.756057 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89ef1f24-c67b-4487-81f9-9ebf9eb51495 admin admin] Publish callbacks [] for security_group (f5a03278-fdbe-40bb-84b2-25776e47e77b), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:17.773816 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e992ab-c81b-474f-9f79-7ae578398cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124c921-85ca-46eb-8b13-d3736fd46268,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:17.826084 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-720ad8ca-2a8a-44d4-8878-aed25c12f916 req-8e080374-466b-4c96-a6d5-19673398e071 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 210 time: 0.1759508 Feb 18 00:30:17.834880 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:17.860154 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:17.860251 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-87e992ab-c81b-474f-9f79-7ae578398cc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2790876629f141e3b1d7edcc7cfc34ce&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2054513 Feb 18 00:30:17.902160 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39308) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:17.905234 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:18.071217 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'Port': ['ID=b3d7e79c-a58f-4b19-94dd-923ee9af1077,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:18.116776 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Network 3993906e-757d-4a1e-965f-d7d9203c7a6e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:18.142409 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-80ed175d-84b2-469d-a2fb-2b41088f12da req-2152bd32-df36-434f-a741-9756b5a2de54 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4419687 Feb 18 00:30:18.166090 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:18.166090 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:18.166548 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89ef1f24-c67b-4487-81f9-9ebf9eb51495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f5a03278-fdbe-40bb-84b2-25776e47e77b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.168637 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89ef1f24-c67b-4487-81f9-9ebf9eb51495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.173698 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-89ef1f24-c67b-4487-81f9-9ebf9eb51495 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5a03278-fdbe-40bb-84b2-25776e47e77b HTTP/1.1" status: 204 len: 168 time: 1.3738010 Feb 18 00:30:18.185249 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (172438a5-6341-494d-8d40-133c6e15f68d), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.190145 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:18.201538 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9884-be02-44fe-b3ed-ae7d41f09bda admin admin] Publish callbacks [] for security_group (32f46639-f701-4220-8b98-ad8601121f21), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.202985 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.205640 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Pushing event updated for resources: {'Port': ['ID=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:18.225903 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9884-be02-44fe-b3ed-ae7d41f09bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (32f46639-f701-4220-8b98-ad8601121f21), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.234916 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd6-6d63-443a-9620-cd0c7535a524 admin admin] Publish callbacks [] for security_group (2124c921-85ca-46eb-8b13-d3736fd46268), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.253038 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks [] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.278643 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-604eba11-79c9-46fc-90f7-c6cfe96fc5c2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3336189 Feb 18 00:30:18.288015 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef1f24-c67b-4487-81f9-9ebf9eb51495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a03278-fdbe-40bb-84b2-25776e47e77b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:18.311622 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Request body: {'port': {'device_id': '37670414-4bf8-4009-afe9-e05ba1db3432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:18.325549 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a9884-be02-44fe-b3ed-ae7d41f09bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f46639-f701-4220-8b98-ad8601121f21,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:18.410300 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.450616 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd6-6d63-443a-9620-cd0c7535a524 admin admin] Publish callbacks [] for security_group (2124c921-85ca-46eb-8b13-d3736fd46268), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.488806 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.499859 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ea9a9884-be02-44fe-b3ed-ae7d41f09bda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=896a3651c8fb44d8819535aca715659f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5647061 Feb 18 00:30:18.522588 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39322) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:18.626466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912f6fb3-fd75-4d43-a426-c6444eb41f47 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:18.675110 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Publish callbacks [] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.712151 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Transition to ACTIVE for port object 912f6fb3-fd75-4d43-a426-c6444eb41f47 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:30:18.789426 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 595d7966-3a81-49de-88b3-b285ba00d354 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:18.892496 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.954944 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.956320 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 595d7966-3a81-49de-88b3-b285ba00d354 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:18.957962 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (595d7966-3a81-49de-88b3-b285ba00d354), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.983983 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd6-6d63-443a-9620-cd0c7535a524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (2124c921-85ca-46eb-8b13-d3736fd46268), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.986634 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd6-6d63-443a-9620-cd0c7535a524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:18.990080 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f08cacd6-6d63-443a-9620-cd0c7535a524 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2124c921-85ca-46eb-8b13-d3736fd46268 HTTP/1.1" status: 204 len: 168 time: 1.0759702 Feb 18 00:30:19.036714 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Network 6a567462-bd14-4529-ba11-b7fbd012e848 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:19.060184 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:19.064087 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:19.082753 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:19.085180 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.100988 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39332) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:19.103085 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cacd6-6d63-443a-9620-cd0c7535a524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124c921-85ca-46eb-8b13-d3736fd46268,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:19.155585 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 595d7966-3a81-49de-88b3-b285ba00d354 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:19.155585 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device ebb83168-7671-45ec-9821-bc296514ff2b up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:19.213992 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:30:19.218703 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port ebb83168-7671-45ec-9821-bc296514ff2b triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:19.219437 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.265051 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Allocated IP 172.20.0.3 (6a567462-bd14-4529-ba11-b7fbd012e848/1e55ac13-5d4b-49b1-adb2-c4766ecc3555/088af147-6203-4845-8ea8-bc3fac146146) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:19.287398 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8686b5cf-1403-465d-ad4f-e926014c6b2a req-f3760ae8-3ed2-482a-8d10-cf33af300765 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 210 time: 0.1328595 Feb 18 00:30:19.288463 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Pushing event updated for resources: {'Port': ['ID=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:19.328042 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0b2a1e0d-1c76-47ef-8d6b-34b702245870 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1764214 Feb 18 00:30:19.390073 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Request body: {'port': {'device_id': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:19.474597 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port ebb83168-7671-45ec-9821-bc296514ff2b is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:19.604810 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891d7e8-f8e0-48cb-afd5-28008052ade2 req-9dabc7a7-8f01-4eaa-8928-6fe76ece24a1 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:19.613552 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8891d7e8-f8e0-48cb-afd5-28008052ade2 req-9dabc7a7-8f01-4eaa-8928-6fe76ece24a1 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 932 time: 0.9958282 Feb 18 00:30:19.636586 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.706782 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Pushing event updated for resources: {'Port': ['ID=912f6fb3-fd75-4d43-a426-c6444eb41f47,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:19.709728 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-068669ca-4966-4fe8-ab24-bac9059d342a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.721626 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-07ddd41f-dd73-4af2-bda2-d0d830ada081 admin admin] Publish callbacks [] for security_group (32f46639-f701-4220-8b98-ad8601121f21), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.774766 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-07ddd41f-dd73-4af2-bda2-d0d830ada081 admin admin] Publish callbacks [] for security_group (32f46639-f701-4220-8b98-ad8601121f21), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.782825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.876289 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b3610-06f2-476c-811a-6d935a746b6e req-cc3a8cb4-2437-44e2-8bd9-39c50ca092bf tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:19.878511 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-479b3610-06f2-476c-811a-6d935a746b6e req-cc3a8cb4-2437-44e2-8bd9-39c50ca092bf tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 944 time: 0.4213085 Feb 18 00:30:19.879294 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.943047 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'Port': ['ID=b3d7e79c-a58f-4b19-94dd-923ee9af1077,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:19.954625 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-07ddd41f-dd73-4af2-bda2-d0d830ada081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (32f46639-f701-4220-8b98-ad8601121f21), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.958685 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-07ddd41f-dd73-4af2-bda2-d0d830ada081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.963060 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-07ddd41f-dd73-4af2-bda2-d0d830ada081 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32f46639-f701-4220-8b98-ad8601121f21 HTTP/1.1" status: 204 len: 168 time: 1.4358678 Feb 18 00:30:19.980778 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddd41f-dd73-4af2-bda2-d0d830ada081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f46639-f701-4220-8b98-ad8601121f21,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:19.984763 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Attempting to bind port 912f6fb3-fd75-4d43-a426-c6444eb41f47 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:19.985135 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Attempting to bind port 912f6fb3-fd75-4d43-a426-c6444eb41f47 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:19.985492 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Attempting to bind port 912f6fb3-fd75-4d43-a426-c6444eb41f47 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:19.992453 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (172438a5-6341-494d-8d40-133c6e15f68d), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:19.999207 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Port 912f6fb3-fd75-4d43-a426-c6444eb41f47 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:30:19.999536 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Attempting to bind port 912f6fb3-fd75-4d43-a426-c6444eb41f47 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:20.010631 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:20.010973 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Checking segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:20.011574 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Bound using segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:20.012130 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Bound port: 912f6fb3-fd75-4d43-a426-c6444eb41f47, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:20.012496 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:20.079423 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8891d7e8-f8e0-48cb-afd5-28008052ade2 req-6e8eb8d1-3a8b-4a56-a932-62098cfa64a8 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648890 Feb 18 00:30:20.119215 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:20.119215 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-01e5e4ca-7861-4d59-bdae-a73def5a1094 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5176575 Feb 18 00:30:20.119686 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:20.214882 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] For port 912f6fb3-fd75-4d43-a426-c6444eb41f47, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:20.227540 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] For port 912f6fb3-fd75-4d43-a426-c6444eb41f47, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:20.244076 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:20.256831 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-479b3610-06f2-476c-811a-6d935a746b6e req-5e29dd89-16e2-4cb0-ac8f-cb4d0329e3d9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570006 Feb 18 00:30:20.434109 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-068669ca-4966-4fe8-ab24-bac9059d342a admin admin] Publish callbacks [] for security_group (86337a0a-9595-4b1a-8860-3093b5e2be1a), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:20.436123 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Pushing event updated for resources: {'Port': ['ID=912f6fb3-fd75-4d43-a426-c6444eb41f47,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:20.502844 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-068669ca-4966-4fe8-ab24-bac9059d342a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (86337a0a-9595-4b1a-8860-3093b5e2be1a), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:20.531053 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25c33142-ff84-4891-b621-73f19a65a636 req-5973b463-456b-4da8-aaed-7d3282977484 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 210 time: 0.0890071 Feb 18 00:30:20.620469 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:20.621168 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:20.631215 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-71d38b7a-e169-48ad-a95c-faf66b4618eb service neutron] 10.222.0.48 "PUT /v2.0/ports/912f6fb3-fd75-4d43-a426-c6444eb41f47 HTTP/1.1" status: 200 len: 1094 time: 4.7024925 Feb 18 00:30:20.759405 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-068669ca-4966-4fe8-ab24-bac9059d342a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb3a2f02d58e43c1bf734590560b74ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6237731 Feb 18 00:30:20.760109 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'tag': '912f6fb3-fd75-4d43-a426-c6444eb41f47'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:20.911512 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks [] for port (088af147-6203-4845-8ea8-bc3fac146146), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:20.915987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:20.944095 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068669ca-4966-4fe8-ab24-bac9059d342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86337a0a-9595-4b1a-8860-3093b5e2be1a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:20.960332 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b8db06f8-54d6-43f6-9dbe-a5f4c066956b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.190045 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (088af147-6203-4845-8ea8-bc3fac146146), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.202881 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b8db06f8-54d6-43f6-9dbe-a5f4c066956b admin admin] Publish callbacks [] for security_group (d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.220901 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8c757b-60d9-4102-a950-aed87b244fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "6edbfb11-24b5-4429-a7ce-cda3f45c5366", "tag": "912f6fb3-fd75-4d43-a426-c6444eb41f47"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:21.225710 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b8db06f8-54d6-43f6-9dbe-a5f4c066956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.293564 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-f948b86a-95f5-468d-99ee-97218e72cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:21.304992 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-f948b86a-95f5-468d-99ee-97218e72cf44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 1128 time: 0.2324100 Feb 18 00:30:21.320208 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-b8db06f8-54d6-43f6-9dbe-a5f4c066956b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a43580c20fa041e0a92c2bb8cbc7e910&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1970091 Feb 18 00:30:21.322336 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39408) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:21.358150 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Pushing event updated for resources: {'Port': ['ID=088af147-6203-4845-8ea8-bc3fac146146,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:21.383946 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db06f8-54d6-43f6-9dbe-a5f4c066956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:21.420672 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b99c-f0b8-4041-9b7f-54dd9e9c8071 admin admin] Publish callbacks [] for security_group (86337a0a-9595-4b1a-8860-3093b5e2be1a), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.459293 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b99c-f0b8-4041-9b7f-54dd9e9c8071 admin admin] Publish callbacks [] for security_group (86337a0a-9595-4b1a-8860-3093b5e2be1a), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.485400 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-8785f2b6-b988-4d0d-8f60-7f0d26c6422d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47 HTTP/1.1" status: 200 len: 217 time: 0.1094232 Feb 18 00:30:21.504080 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef95bf86-105c-4ab4-9c0d-f268521858e1 admin admin] Publish callbacks [] for security_group (d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.561541 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-e61cfb28-2981-477d-b112-f8b2069f91f5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1766904467&fields=id&tenant_id=d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 267 time: 0.6442473 Feb 18 00:30:21.572414 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b99c-f0b8-4041-9b7f-54dd9e9c8071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (86337a0a-9595-4b1a-8860-3093b5e2be1a), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.580805 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b99c-f0b8-4041-9b7f-54dd9e9c8071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.589112 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f8b1b99c-f0b8-4041-9b7f-54dd9e9c8071 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86337a0a-9595-4b1a-8860-3093b5e2be1a HTTP/1.1" status: 204 len: 168 time: 0.6645820 Feb 18 00:30:21.607243 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e9b421-7bd0-487e-a4cc-8d669a02ad88 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:21.642732 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef95bf86-105c-4ab4-9c0d-f268521858e1 admin admin] Publish callbacks [] for security_group (d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.643853 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Network 6a567462-bd14-4529-ba11-b7fbd012e848 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:21.674472 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-24d3fc04-8546-4bbd-bc1d-00ebb1ac8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:21.676302 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-24d3fc04-8546-4bbd-bc1d-00ebb1ac8e6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.1552005 Feb 18 00:30:21.874716 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Publish callbacks [] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.916733 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef95bf86-105c-4ab4-9c0d-f268521858e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.939134 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef95bf86-105c-4ab4-9c0d-f268521858e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:21.940336 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ef95bf86-105c-4ab4-9c0d-f268521858e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad HTTP/1.1" status: 204 len: 168 time: 0.6169505 Feb 18 00:30:21.948869 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-30705e3d-1e43-4734-80b0-15aaf8f29872 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2280350 Feb 18 00:30:21.975522 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95bf86-105c-4ab4-9c0d-f268521858e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33a0e57-0b49-41f0-9a5e-4ec65d88e7ad,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:22.101919 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29532e38-32f3-4bfa-aa94-7c1c2a3d665b req-ee694285-9603-4a26-9b4d-10596ee14cea tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:22.118189 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-29532e38-32f3-4bfa-aa94-7c1c2a3d665b req-ee694285-9603-4a26-9b4d-10596ee14cea tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 932 time: 0.8638303 Feb 18 00:30:22.127737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:22.174124 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:22.196544 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:22.198888 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.267787 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-c3299a03-0e06-4d89-a17b-1b30ceb07299 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606524 Feb 18 00:30:22.270477 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1b99c-f0b8-4041-9b7f-54dd9e9c8071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86337a0a-9595-4b1a-8860-3093b5e2be1a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:22.347287 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Transition to ACTIVE for port object a5e9b421-7bd0-487e-a4cc-8d669a02ad88 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:30:22.354162 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:22.376624 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.382211 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Publish callbacks [] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.397642 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-368f1336-4e9a-4c07-871f-a2b416e6d6c7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5280020 Feb 18 00:30:22.453545 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-bb80bf8c-9a67-4fae-805d-1951085f11f1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:22.462824 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-bb80bf8c-9a67-4fae-805d-1951085f11f1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 817 time: 0.8398061 Feb 18 00:30:22.484764 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2a102715-0aef-40e6-a5fd-9eef11fd49ae req-92fe0906-210a-4c81-b05a-ddb30d78a55f service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080171 Feb 18 00:30:22.525228 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Request body: {'port': {'device_id': '9803755e-7fed-4154-a217-ddd48c442939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:22.537858 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Transition to ACTIVE for port object dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:30:22.580154 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-26a5df1a-6678-4f6a-957b-5f9ab2f3631a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/quotas/d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 375 time: 0.1158566 Feb 18 00:30:22.591930 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.624994 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-29532e38-32f3-4bfa-aa94-7c1c2a3d665b req-b6dcf15b-6162-448f-b639-12b1fb7fd540 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040677 Feb 18 00:30:22.657450 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:22.666032 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:22.688330 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dd7ae67-9663-4758-bfe8-98da3a840669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.840497 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (088af147-6203-4845-8ea8-bc3fac146146), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.859499 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Attempting to bind port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:22.859857 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Attempting to bind port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '3fd291ac-1795-45cd-a4bc-ba13439b6c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:22.864580 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Attempting to bind port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 on network 3993906e-757d-4a1e-965f-d7d9203c7a6e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:22.866027 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dd7ae67-9663-4758-bfe8-98da3a840669 admin admin] Publish callbacks [] for security_group (b60f5091-4503-4f99-a98c-85fdfa356c9e), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.867337 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Pushing event updated for resources: {'Port': ['ID=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:22.883484 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dd7ae67-9663-4758-bfe8-98da3a840669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b60f5091-4503-4f99-a98c-85fdfa356c9e), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:22.937846 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 on network 3993906e-757d-4a1e-965f-d7d9203c7a6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:30:22.938383 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Attempting to bind port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 on network 3993906e-757d-4a1e-965f-d7d9203c7a6e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:22.966062 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-386121a1-6054-46e4-b7e0-7c1b86ee07f2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3847330 Feb 18 00:30:22.967106 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Attempting to bind port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:22.967447 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Attempting to bind port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:22.969188 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-9dd7ae67-9663-4758-bfe8-98da3a840669 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a97268f99574d26b45da328a4f98a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099332 Feb 18 00:30:22.971111 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7ae67-9663-4758-bfe8-98da3a840669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60f5091-4503-4f99-a98c-85fdfa356c9e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:22.981524 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Attempting to bind port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 on network 6a567462-bd14-4529-ba11-b7fbd012e848 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:22.984063 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39450) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:23.158371 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:23.158718 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Checking segment: {'id': '3fd291ac-1795-45cd-a4bc-ba13439b6c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:23.159299 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Bound using segment: {'id': '3fd291ac-1795-45cd-a4bc-ba13439b6c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:23.159749 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Bound port: a5e9b421-7bd0-487e-a4cc-8d669a02ad88, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd291ac-1795-45cd-a4bc-ba13439b6c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:23.160108 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:23.173152 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 on network 6a567462-bd14-4529-ba11-b7fbd012e848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:30:23.173471 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Attempting to bind port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 on network 6a567462-bd14-4529-ba11-b7fbd012e848 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:23.222804 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:23.223147 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Checking segment: {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:23.223566 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Bound using segment: {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:23.224025 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Bound port: dabfc11b-08db-42ab-ad1c-6bcfd0f57d56, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:23.224381 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:23.322239 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2620b3-f0a1-489b-a581-105e68abed27 x-openstack-request-id: req-bd2620b3-f0a1-489b-a581-105e68abed27 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:23.322615 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edbfb11-24b5-4429-a7ce-cda3f45c5366", "tag": "912f6fb3-fd75-4d43-a426-c6444eb41f47", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:23.322837 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd2620b3-f0a1-489b-a581-105e68abed27 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:23.323333 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'tag': '912f6fb3-fd75-4d43-a426-c6444eb41f47', 'status': 'completed', 'code': 200} Feb 18 00:30:23.564129 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02adf16a-1f1d-4ae5-9125-5c7a45172a38 admin admin] Publish callbacks [] for security_group (b60f5091-4503-4f99-a98c-85fdfa356c9e), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:23.566965 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c757b-60d9-4102-a950-aed87b244fcf req-6f819fda-ec2d-43c7-8c94-dd6a84bf2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:23.571936 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-db8c757b-60d9-4102-a950-aed87b244fcf req-6f819fda-ec2d-43c7-8c94-dd6a84bf2dd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 1128 time: 0.1170590 Feb 18 00:30:23.593342 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-446eabcc-2727-42dd-94c0-832b667b4cbd service neutron] 10.222.0.10 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081498 Feb 18 00:30:23.616707 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] For port a5e9b421-7bd0-487e-a4cc-8d669a02ad88, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:23.728308 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] For port a5e9b421-7bd0-487e-a4cc-8d669a02ad88, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,segment=NetworkSegment(3fd291ac-1795-45cd-a4bc-ba13439b6c0f),segment_id=3fd291ac-1795-45cd-a4bc-ba13439b6c0f)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:23.739027 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02adf16a-1f1d-4ae5-9125-5c7a45172a38 admin admin] Publish callbacks [] for security_group (b60f5091-4503-4f99-a98c-85fdfa356c9e), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:23.761609 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] For port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:23.767041 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:23.988166 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] For port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:24.016036 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:24.016784 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.018278 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5e9b421-7bd0-487e-a4cc-8d669a02ad88 HTTP/1.1" status: 200 len: 1094 time: 5.7142401 Feb 18 00:30:24.019983 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37670414-4bf8-4009-afe9-e05ba1db3432', 'tag': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:24.110893 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.129365 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9da32-979a-4c6d-9327-f52fcc934aa9 req-c56173ba-3762-4bad-86b9-f9771ba51e91 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:24.130917 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c5e9da32-979a-4c6d-9327-f52fcc934aa9 req-c56173ba-3762-4bad-86b9-f9771ba51e91 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 944 time: 0.6838024 Feb 18 00:30:24.373004 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-976e3fcb-e4d0-400a-bb95-1c7e4f7eb207 service neutron] 10.222.0.10 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7786863 Feb 18 00:30:24.394892 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6bd7c-b793-4550-9971-6f6bacae02d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:24.399213 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:24.399846 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.401200 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] 10.222.0.48 "PUT /v2.0/ports/dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 1094 time: 5.0159647 Feb 18 00:30:24.403601 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088af147-6203-4845-8ea8-bc3fac146146 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:24.418117 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Publish callbacks [] for port (088af147-6203-4845-8ea8-bc3fac146146), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.444959 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02adf16a-1f1d-4ae5-9125-5c7a45172a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b60f5091-4503-4f99-a98c-85fdfa356c9e), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.447973 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02adf16a-1f1d-4ae5-9125-5c7a45172a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.452616 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-02adf16a-1f1d-4ae5-9125-5c7a45172a38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b60f5091-4503-4f99-a98c-85fdfa356c9e HTTP/1.1" status: 204 len: 168 time: 1.4009955 Feb 18 00:30:24.470494 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Transition to ACTIVE for port object 088af147-6203-4845-8ea8-bc3fac146146 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:30:24.512479 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (088af147-6203-4845-8ea8-bc3fac146146), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.521887 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adf16a-1f1d-4ae5-9125-5c7a45172a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60f5091-4503-4f99-a98c-85fdfa356c9e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:24.546270 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c5e9da32-979a-4c6d-9327-f52fcc934aa9 req-754d1b19-a43c-4dc4-aac9-fb225296b17d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137997 Feb 18 00:30:24.580873 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8be23-ff01-4528-a618-5e7531e59c68 service neutron] Pushing event updated for resources: {'Port': ['ID=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:24.650224 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Pushing event updated for resources: {'Port': ['ID=088af147-6203-4845-8ea8-bc3fac146146,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:24.671353 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Attempting to bind port 088af147-6203-4845-8ea8-bc3fac146146 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:24.671734 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Attempting to bind port 088af147-6203-4845-8ea8-bc3fac146146 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:24.672131 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Attempting to bind port 088af147-6203-4845-8ea8-bc3fac146146 on network 6a567462-bd14-4529-ba11-b7fbd012e848 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:24.677516 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Port 088af147-6203-4845-8ea8-bc3fac146146 on network 6a567462-bd14-4529-ba11-b7fbd012e848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:30:24.677968 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Attempting to bind port 088af147-6203-4845-8ea8-bc3fac146146 on network 6a567462-bd14-4529-ba11-b7fbd012e848 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:24.687765 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:24.688152 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Checking segment: {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:24.688573 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Bound using segment: {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:24.689029 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Bound port: 088af147-6203-4845-8ea8-bc3fac146146, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526a0cd4-2763-4b2b-a9d6-1b601f88ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:24.689576 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (088af147-6203-4845-8ea8-bc3fac146146), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:24.737865 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "37670414-4bf8-4009-afe9-e05ba1db3432", "tag": "a5e9b421-7bd0-487e-a4cc-8d669a02ad88"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:24.927412 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] For port 088af147-6203-4845-8ea8-bc3fac146146, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:24.941303 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dbdb5-54e0-4280-be29-b8f321a93c36 req-a3fa1faf-6b58-4001-88c9-7b571b38d0e9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:24.945131 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39516) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:24.946436 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-519dbdb5-54e0-4280-be29-b8f321a93c36 req-a3fa1faf-6b58-4001-88c9-7b571b38d0e9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 943 time: 0.2007926 Feb 18 00:30:24.961124 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] For port 088af147-6203-4845-8ea8-bc3fac146146, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=088af147-6203-4845-8ea8-bc3fac146146,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:24.991011 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88d7ab-34cd-40f3-861e-19524194f1c5 req-a254dccc-6fac-4778-9beb-320daa2cf45c tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:24.998614 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aa88d7ab-34cd-40f3-861e-19524194f1c5 req-a254dccc-6fac-4778-9beb-320daa2cf45c tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 944 time: 0.1755054 Feb 18 00:30:25.010248 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (088af147-6203-4845-8ea8-bc3fac146146), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:25.121240 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:25.122092 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:25.123903 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] 10.222.0.48 "PUT /v2.0/ports/088af147-6203-4845-8ea8-bc3fac146146 HTTP/1.1" status: 200 len: 1093 time: 2.6388998 Feb 18 00:30:25.141572 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-519dbdb5-54e0-4280-be29-b8f321a93c36 req-7aa21a5b-b98f-4300-a1d3-8b74a2f808c4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857829 Feb 18 00:30:25.167765 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac8e1a-f2c4-4aae-90b2-bfcd42d87a5c service neutron] Pushing event updated for resources: {'Port': ['ID=088af147-6203-4845-8ea8-bc3fac146146,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:25.209008 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aa88d7ab-34cd-40f3-861e-19524194f1c5 req-16e26e6d-aae0-4986-89aa-d1c30021ff42 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064781 Feb 18 00:30:25.355887 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-868e0c61-ef22-47e8-a5dd-6503aef12d5f req-60def173-4f31-4804-85fd-25de115ee9ea tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 210 time: 0.0701373 Feb 18 00:30:25.452194 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87a6bd5a-3d1d-4b72-972e-7f443948c478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:25.454939 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c757b-60d9-4102-a950-aed87b244fcf req-097edaea-7322-480a-8003-75e939376dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:25.456592 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-db8c757b-60d9-4102-a950-aed87b244fcf req-097edaea-7322-480a-8003-75e939376dc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 916 time: 0.4082415 Feb 18 00:30:25.516847 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-db8c757b-60d9-4102-a950-aed87b244fcf req-c966098c-ee71-4184-a6e9-0b9564e8da84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47 HTTP/1.1" status: 200 len: 217 time: 0.0457170 Feb 18 00:30:25.571664 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39534) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:25.603583 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6e1e-334c-490e-8230-602948ad13ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:25.614527 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c2446c45-f213-4015-9139-7425c6148b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:25.616037 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-c2446c45-f213-4015-9139-7425c6148b19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 1127 time: 0.2368705 Feb 18 00:30:25.621150 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-3c2e43f1-e8f6-4d8b-963a-91e5006c31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:25.621736 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c757b-60d9-4102-a950-aed87b244fcf req-c3f6bc65-3424-44c9-8d73-ddf4cd61893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:25.622208 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-3c2e43f1-e8f6-4d8b-963a-91e5006c31eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc865846150e4b0b97d514e842964a68&device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 1128 time: 0.2841880 Feb 18 00:30:25.624772 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-db8c757b-60d9-4102-a950-aed87b244fcf req-c3f6bc65-3424-44c9-8d73-ddf4cd61893c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.1007962 Feb 18 00:30:25.624940 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-7489239f-82e2-4728-a255-e0fbba6949cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:25.626321 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-7489239f-82e2-4728-a255-e0fbba6949cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1128 time: 0.2869043 Feb 18 00:30:25.712013 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19b1e90-0cff-49e4-9877-b6e6c78f76d8 x-openstack-request-id: req-e19b1e90-0cff-49e4-9877-b6e6c78f76d8 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:25.712013 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37670414-4bf8-4009-afe9-e05ba1db3432", "tag": "a5e9b421-7bd0-487e-a4cc-8d669a02ad88", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:25.712703 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e19b1e90-0cff-49e4-9877-b6e6c78f76d8 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:25.712703 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37670414-4bf8-4009-afe9-e05ba1db3432', 'tag': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88', 'status': 'completed', 'code': 200} Feb 18 00:30:25.744772 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-db8c757b-60d9-4102-a950-aed87b244fcf req-32e54e7a-f935-4f86-abb5-afd3ffba1da0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432086 Feb 18 00:30:25.825660 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-cde375e1-d4b4-4226-8105-b7b3a6c11bce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=088af147-6203-4845-8ea8-bc3fac146146 HTTP/1.1" status: 200 len: 217 time: 0.1645911 Feb 18 00:30:25.842518 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-d31071fc-3167-426b-9c21-fa0889000f67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 217 time: 0.1217372 Feb 18 00:30:25.845867 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-c431735b-4c0f-49a9-91b8-749ee598fe96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e9b421-7bd0-487e-a4cc-8d669a02ad88 HTTP/1.1" status: 200 len: 217 time: 0.1323102 Feb 18 00:30:25.863512 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87a6bd5a-3d1d-4b72-972e-7f443948c478 admin admin] Publish callbacks [] for security_group (58c27c79-4551-4df8-9aee-fbf8b1887fb3), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:25.882942 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87a6bd5a-3d1d-4b72-972e-7f443948c478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (58c27c79-4551-4df8-9aee-fbf8b1887fb3), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:25.912213 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-db8c757b-60d9-4102-a950-aed87b244fcf req-90ef6526-c0b5-4ee4-99d6-e5b1529c623e service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566932 Feb 18 00:30:25.998970 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6bd5a-3d1d-4b72-972e-7f443948c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c27c79-4551-4df8-9aee-fbf8b1887fb3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:26.003007 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-239ac9fb-76d4-4d0d-83cd-d7e83ddecfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:26.004476 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-239ac9fb-76d4-4d0d-83cd-d7e83ddecfd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.1614356 Feb 18 00:30:26.008803 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-87a6bd5a-3d1d-4b72-972e-7f443948c478 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23a0bdbaed7b481f96d16fd9191b7165&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0619705 Feb 18 00:30:26.011520 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6e1e-334c-490e-8230-602948ad13ba admin admin] Publish callbacks [] for security_group (46299e97-fc60-4d70-9eee-3e63dcf26377), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.014111 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39546) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:26.019709 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6e1e-334c-490e-8230-602948ad13ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (46299e97-fc60-4d70-9eee-3e63dcf26377), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.022804 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11726b38-9705-4ff1-899d-580d73289bd1 req-3bc32bcb-0513-4f1d-90b4-bb5fc799a557 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:26.024453 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-11726b38-9705-4ff1-899d-580d73289bd1 req-3bc32bcb-0513-4f1d-90b4-bb5fc799a557 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 944 time: 0.2983692 Feb 18 00:30:26.027198 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-5e852d40-7773-4bb4-9858-6fd8e153a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:26.029183 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-5e852d40-7773-4bb4-9858-6fd8e153a19d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f484859b-59f8-4a7c-a23d-35fcab8e09e8 HTTP/1.1" status: 200 len: 851 time: 0.1652138 Feb 18 00:30:26.040859 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-56449c18-caee-48a6-ab19-fe64267e2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:26.042223 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-56449c18-caee-48a6-ab19-fe64267e2977 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.1771708 Feb 18 00:30:26.055887 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0a9d6e1e-334c-490e-8230-602948ad13ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=231d77babafd4ecaa1ae8462c5c27468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792552 Feb 18 00:30:26.056947 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39548) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:26.108925 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-43a1f2a4-37e3-4e7c-a1e1-4d1194931355 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938787 Feb 18 00:30:26.128988 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d6e1e-334c-490e-8230-602948ad13ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46299e97-fc60-4d70-9eee-3e63dcf26377,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:26.141835 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-e7315fab-4628-4ded-98da-facf411ddd68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3993906e-757d-4a1e-965f-d7d9203c7a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774271 Feb 18 00:30:26.161199 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-db8c757b-60d9-4102-a950-aed87b244fcf req-db5be335-36cd-4fdb-ad69-99691193d00e service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321112 Feb 18 00:30:26.176406 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-743424d8-eb35-4f22-a228-f74c79d9cfd0 admin admin] Publish callbacks [] for security_group (46299e97-fc60-4d70-9eee-3e63dcf26377), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.177184 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-83bbf1c0-e8ec-447a-bdfa-54ce440e5cbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906084 Feb 18 00:30:26.205556 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-743424d8-eb35-4f22-a228-f74c79d9cfd0 admin admin] Publish callbacks [] for security_group (46299e97-fc60-4d70-9eee-3e63dcf26377), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.304490 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-743424d8-eb35-4f22-a228-f74c79d9cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (46299e97-fc60-4d70-9eee-3e63dcf26377), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.307253 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-743424d8-eb35-4f22-a228-f74c79d9cfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.311192 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-743424d8-eb35-4f22-a228-f74c79d9cfd0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46299e97-fc60-4d70-9eee-3e63dcf26377 HTTP/1.1" status: 204 len: 168 time: 0.2450340 Feb 18 00:30:26.374968 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-84e0793f-1822-4d91-8080-55b2d8a41115 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362473 Feb 18 00:30:26.406016 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-5bab6d2a-37c9-49f9-9914-5fe3f7f12535 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:26.407473 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-5bab6d2a-37c9-49f9-9914-5fe3f7f12535 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 817 time: 0.1326060 Feb 18 00:30:26.412607 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743424d8-eb35-4f22-a228-f74c79d9cfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46299e97-fc60-4d70-9eee-3e63dcf26377,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:26.560555 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-4d3799d6-59ee-4006-a1b8-4fe2c734d936 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 380 time: 0.1282344 Feb 18 00:30:26.578468 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'port': {'device_id': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'admin_state_up': True, 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'security_groups': ['e18ef196-b158-4e38-94ed-638d8908e440']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:26.613930 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-0f5e6d84-9db9-4bc5-a0b2-bf026ec5cb70 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171872 Feb 18 00:30:26.640375 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-11726b38-9705-4ff1-899d-580d73289bd1 req-d5d46be1-3980-4274-a17b-bcc7ba8c2832 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749540 Feb 18 00:30:26.667013 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3756f4e1-0802-4d38-a682-5542d962b0cd admin admin] Publish callbacks [] for security_group (58c27c79-4551-4df8-9aee-fbf8b1887fb3), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.755796 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Made reservation on behalf of d1c59b66b391475fb3fbb1d561b1bd86 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:30:26.761876 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.860159 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-fc9898b0-3380-417a-ac55-f1d64e8daf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:26.916081 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-b0e44f0b-e133-4ef9-ab6e-724078c0cf93 service neutron] 10.222.0.48 "GET /v2.0/networks/3993906e-757d-4a1e-965f-d7d9203c7a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451713 Feb 18 00:30:26.918492 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Allocated IP 172.20.0.10 (9cb0cd21-f876-47b1-ba41-7a77062b774b/9639ee54-2c81-4a77-9d7a-1bbb134475a3/86650f33-4f4f-4e71-982b-6665a1a89190) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:26.923240 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d6ffa-3939-4bab-b842-43f3a09572f4 req-ab42cfc2-65a9-4abb-b2b1-f96695c28f7c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:26.924790 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4c7d6ffa-3939-4bab-b842-43f3a09572f4 req-ab42cfc2-65a9-4abb-b2b1-f96695c28f7c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 943 time: 0.4999952 Feb 18 00:30:26.948338 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3756f4e1-0802-4d38-a682-5542d962b0cd admin admin] Publish callbacks [] for security_group (58c27c79-4551-4df8-9aee-fbf8b1887fb3), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.067660 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-f917ede8-dc93-4234-93df-1bd96f63ec9e service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151061 Feb 18 00:30:27.110567 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bea3e8c-0638-41c5-b7cd-29dbb75c59ca req-80d4b65a-dc4a-49d4-bba0-02d4ff4c23c4 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875417 Feb 18 00:30:27.119209 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for port (86650f33-4f4f-4e71-982b-6665a1a89190), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.165418 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dabe5b-8a6c-4351-a41f-da27a109b152 req-949e7f37-10b3-406c-a933-77fbe0e21581 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:27.167118 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b9dabe5b-8a6c-4351-a41f-da27a109b152 req-949e7f37-10b3-406c-a933-77fbe0e21581 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 944 time: 0.4458358 Feb 18 00:30:27.170145 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4c7d6ffa-3939-4bab-b842-43f3a09572f4 req-0b37ad2b-64ec-46e7-99c8-c96d2df65008 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090979 Feb 18 00:30:27.178252 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b6e35be-5635-4e72-a915-9a5c2d156d12 req-4c264c66-d31b-4c88-b811-e9874f60e48a service neutron] 10.222.0.48 "GET /v2.0/networks/3993906e-757d-4a1e-965f-d7d9203c7a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322457 Feb 18 00:30:27.178879 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.195924 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3756f4e1-0802-4d38-a682-5542d962b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (58c27c79-4551-4df8-9aee-fbf8b1887fb3), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.198698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3756f4e1-0802-4d38-a682-5542d962b0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.204121 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-3756f4e1-0802-4d38-a682-5542d962b0cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58c27c79-4551-4df8-9aee-fbf8b1887fb3 HTTP/1.1" status: 204 len: 168 time: 1.1785257 Feb 18 00:30:27.225503 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756f4e1-0802-4d38-a682-5542d962b0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c27c79-4551-4df8-9aee-fbf8b1887fb3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:27.264318 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b9dabe5b-8a6c-4351-a41f-da27a109b152 req-009d716c-3d3a-4fbd-a18c-4f6aa73c60c8 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 Feb 18 00:30:27.282110 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:27.292399 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:27.295797 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:27.301512 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:27.302201 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.310956 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:27.365687 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-218b6bae-a6c5-4d3a-81c2-c82522fb40fc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7990196 Feb 18 00:30:27.387137 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Request body: {'port': {'device_id': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:27.485290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.507170 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-ccd9e73e-5a97-4d99-9730-823ae3543c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:27.510668 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-ccd9e73e-5a97-4d99-9730-823ae3543c6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc865846150e4b0b97d514e842964a68&device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 1128 time: 0.1744909 Feb 18 00:30:27.656464 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-f0f34e43-6221-4a29-b05f-4898075208f8 None None] Provisioning complete for port 86650f33-4f4f-4e71-982b-6665a1a89190 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:27.657317 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f0f34e43-6221-4a29-b05f-4898075208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.685938 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e17780-ba47-4a0d-be13-eb64f8b50a81 req-0fe6f90f-7e82-40ae-8a4c-07bf50412aa2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:27.698345 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69e17780-ba47-4a0d-be13-eb64f8b50a81 req-0fe6f90f-7e82-40ae-8a4c-07bf50412aa2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 932 time: 0.3184378 Feb 18 00:30:27.718458 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'tag': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56'}, {'name': 'network-changed', 'server_uuid': '9803755e-7fed-4154-a217-ddd48c442939', 'tag': '088af147-6203-4845-8ea8-bc3fac146146'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:27.721866 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d9322-6ea3-4589-973a-5a664deecbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "9629f36a-f292-402d-9b87-32dce7f1f1ff", "tag": "dabfc11b-08db-42ab-ad1c-6bcfd0f57d56"}, {"name": "network-changed", "server_uuid": "9803755e-7fed-4154-a217-ddd48c442939", "tag": "088af147-6203-4845-8ea8-bc3fac146146"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:27.736751 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-f0f34e43-6221-4a29-b05f-4898075208f8 None None] Port 86650f33-4f4f-4e71-982b-6665a1a89190 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:30:27.746558 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39610) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:27.823582 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49126139-c13e-47b6-8ed2-6a87f617c2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:27.892150 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-73d8f7e9-f614-4ff2-ad5f-f49186974343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:27.893608 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-73d8f7e9-f614-4ff2-ad5f-f49186974343 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3993906e-757d-4a1e-965f-d7d9203c7a6e HTTP/1.1" status: 200 len: 912 time: 0.3730435 Feb 18 00:30:28.030386 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-fe83535b-0810-4c1b-8cfd-f78394b591b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e9b421-7bd0-487e-a4cc-8d669a02ad88 HTTP/1.1" status: 200 len: 217 time: 0.1272657 Feb 18 00:30:28.037272 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69e17780-ba47-4a0d-be13-eb64f8b50a81 req-a413d179-9b1b-4ad0-9a56-344585bbc137 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376727 Feb 18 00:30:28.108467 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-9061e9bc-f19f-4bd0-8dfd-193c5d0ecbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:28.110264 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-9061e9bc-f19f-4bd0-8dfd-193c5d0ecbd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f484859b-59f8-4a7c-a23d-35fcab8e09e8 HTTP/1.1" status: 200 len: 851 time: 0.0713613 Feb 18 00:30:28.126792 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc111-7e11-40c2-a1e9-082b7240fb9d req-5fb6738d-969d-4ad6-81ef-5a62ce6f9689 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:28.128376 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-81edc111-7e11-40c2-a1e9-082b7240fb9d req-5fb6738d-969d-4ad6-81ef-5a62ce6f9689 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 944 time: 0.2338734 Feb 18 00:30:28.140126 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a7c48c-7939-4185-8d69-28e28e90de3e x-openstack-request-id: req-97a7c48c-7939-4185-8d69-28e28e90de3e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:28.140422 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9629f36a-f292-402d-9b87-32dce7f1f1ff", "tag": "dabfc11b-08db-42ab-ad1c-6bcfd0f57d56", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9803755e-7fed-4154-a217-ddd48c442939", "tag": "088af147-6203-4845-8ea8-bc3fac146146", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:28.140686 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97a7c48c-7939-4185-8d69-28e28e90de3e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:28.141084 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'tag': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56', 'status': 'completed', 'code': 200} Feb 18 00:30:28.141342 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9803755e-7fed-4154-a217-ddd48c442939', 'tag': '088af147-6203-4845-8ea8-bc3fac146146', 'status': 'completed', 'code': 200} Feb 18 00:30:28.164236 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-02dc03cc-2d55-45f5-843a-447af14b1d17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3993906e-757d-4a1e-965f-d7d9203c7a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347795 Feb 18 00:30:28.257315 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49126139-c13e-47b6-8ed2-6a87f617c2e2 admin admin] Publish callbacks [] for security_group (305dc5f4-65a4-4430-86f4-c3b8a5a275d0), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.263877 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49126139-c13e-47b6-8ed2-6a87f617c2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (305dc5f4-65a4-4430-86f4-c3b8a5a275d0), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.336853 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86650f33-4f4f-4e71-982b-6665a1a89190 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:28.350403 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-81edc111-7e11-40c2-a1e9-082b7240fb9d req-dc9ee11b-1b5d-4ed4-aba9-5b3c497172f2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081852 Feb 18 00:30:28.364277 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49126139-c13e-47b6-8ed2-6a87f617c2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305dc5f4-65a4-4430-86f4-c3b8a5a275d0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:28.371239 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-49126139-c13e-47b6-8ed2-6a87f617c2e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=483dc9b00fe949d6ba60dc404d5e8a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6157210 Feb 18 00:30:28.373720 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Publish callbacks [] for port (86650f33-4f4f-4e71-982b-6665a1a89190), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.389169 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9322-6ea3-4589-973a-5a664deecbfe req-d54d4fb7-c958-46cd-82be-430171cc80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:28.390547 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Transition to ACTIVE for port object 86650f33-4f4f-4e71-982b-6665a1a89190 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:30:28.390676 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-d54d4fb7-c958-46cd-82be-430171cc80b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1128 time: 0.2087650 Feb 18 00:30:28.392579 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39632) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:28.400699 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 912f6fb3-fd75-4d43-a426-c6444eb41f47 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:30:28.421547 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.456371 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-f3d4f1f2-9a6c-408e-a114-533ca4a85b0c service neutron] 10.222.0.48 "GET /v2.0/networks/3993906e-757d-4a1e-965f-d7d9203c7a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836862 Feb 18 00:30:28.537164 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:28.577106 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afee5a09-8db1-436e-8af4-5dc1cf0dd7cd admin admin] Publish callbacks [] for security_group (305dc5f4-65a4-4430-86f4-c3b8a5a275d0), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.579907 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 912f6fb3-fd75-4d43-a426-c6444eb41f47, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:28.590252 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8834b-b28c-459d-976b-7a9a1b8bcdde req-418551e8-abed-44ee-a37c-7f40c7748de4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:28.592010 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Attempting to bind port 86650f33-4f4f-4e71-982b-6665a1a89190 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:28.592600 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Attempting to bind port 86650f33-4f4f-4e71-982b-6665a1a89190 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:28.592987 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3de8834b-b28c-459d-976b-7a9a1b8bcdde req-418551e8-abed-44ee-a37c-7f40c7748de4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 943 time: 0.3034339 Feb 18 00:30:28.593103 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Attempting to bind port 86650f33-4f4f-4e71-982b-6665a1a89190 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:28.600553 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '912f6fb3-fd75-4d43-a426-c6444eb41f47', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'port_id': '912f6fb3-fd75-4d43-a426-c6444eb41f47', 'mac_address': 'fa:16:3e:e6:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134f7579-7b73-42c3-95ca-11252deb53df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:30:28.635662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afee5a09-8db1-436e-8af4-5dc1cf0dd7cd admin admin] Publish callbacks [] for security_group (305dc5f4-65a4-4430-86f4-c3b8a5a275d0), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.647653 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 912f6fb3-fd75-4d43-a426-c6444eb41f47 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:28.648271 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.670635 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912f6fb3-fd75-4d43-a426-c6444eb41f47 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:28.689050 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Port 86650f33-4f4f-4e71-982b-6665a1a89190 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:30:28.690062 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Attempting to bind port 86650f33-4f4f-4e71-982b-6665a1a89190 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:28.702139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:28.702882 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Checking segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:28.703515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Bound using segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:28.704241 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Bound port: 86650f33-4f4f-4e71-982b-6665a1a89190, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:28.704780 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.714719 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 912f6fb3-fd75-4d43-a426-c6444eb41f47, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:28.720410 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.727608 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afee5a09-8db1-436e-8af4-5dc1cf0dd7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (305dc5f4-65a4-4430-86f4-c3b8a5a275d0), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.730236 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afee5a09-8db1-436e-8af4-5dc1cf0dd7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.733801 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-afee5a09-8db1-436e-8af4-5dc1cf0dd7cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/305dc5f4-65a4-4430-86f4-c3b8a5a275d0 HTTP/1.1" status: 204 len: 168 time: 0.3377371 Feb 18 00:30:28.743789 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbd700-28b3-4c54-a86e-d54c866f5684 req-ef3f113d-0071-4349-a449-0e27cff28c25 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:28.745323 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-54cbd700-28b3-4c54-a86e-d54c866f5684 req-ef3f113d-0071-4349-a449-0e27cff28c25 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 944 time: 0.2966623 Feb 18 00:30:28.769173 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee5a09-8db1-436e-8af4-5dc1cf0dd7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305dc5f4-65a4-4430-86f4-c3b8a5a275d0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:28.769570 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9322-6ea3-4589-973a-5a664deecbfe req-292238bf-27ed-4b41-a83f-6f94f5f371a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:28.771015 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-292238bf-27ed-4b41-a83f-6f94f5f371a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.3736269 Feb 18 00:30:28.815115 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=912f6fb3-fd75-4d43-a426-c6444eb41f47,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:28.836444 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ff96b71-d05a-4fdd-99f2-f9f024dad7f9 req-fa309d30-4c92-475d-adc0-1b412ef8dde5 service neutron] 10.222.0.48 "GET /v2.0/networks/3993906e-757d-4a1e-965f-d7d9203c7a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645852 Feb 18 00:30:28.851717 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3de8834b-b28c-459d-976b-7a9a1b8bcdde req-881a3029-fb25-48ff-84ae-d21653a432af tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415202 Feb 18 00:30:28.856687 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:28.865342 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:28.883761 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.914574 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-54cbd700-28b3-4c54-a86e-d54c866f5684 req-99a5a06f-754b-455c-a4d9-83158ea6617d tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424215 Feb 18 00:30:28.926466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:28.927094 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:28.929179 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] 10.222.0.48 "PUT /v2.0/ports/86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 200 len: 1094 time: 1.5466242 Feb 18 00:30:28.929549 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:28.938592 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f4d010-7daa-4a88-ad7c-1b2a355ae2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:29.049587 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6815c7-5520-41e5-96de-c9d2b73b02eb x-openstack-request-id: req-2c6815c7-5520-41e5-96de-c9d2b73b02eb {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:29.049959 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:29.050124 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c6815c7-5520-41e5-96de-c9d2b73b02eb {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:29.050556 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190', 'status': 'completed', 'code': 200} Feb 18 00:30:29.051294 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272cf1d-6e22-4050-b118-c4188ad78ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:29.271304 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899ebb8-a672-4904-bec3-3bfceeac1983 req-8130bd1b-b90d-4524-9832-2b0f92691746 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:29.273650 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4899ebb8-a672-4904-bec3-3bfceeac1983 req-8130bd1b-b90d-4524-9832-2b0f92691746 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0934930 Feb 18 00:30:29.343080 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bccbda4f-3783-4193-86e2-25d5749ec587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:29.346890 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4899ebb8-a672-4904-bec3-3bfceeac1983 req-2f25291f-c522-4bcd-95c9-de2dd978e42c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647495 Feb 18 00:30:29.505748 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6fda0-d8a2-43c2-aed3-9c131aa56590 req-a57f5af7-a4d2-4955-82d4-b01b590effc8 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:29.507271 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2df6fda0-d8a2-43c2-aed3-9c131aa56590 req-a57f5af7-a4d2-4955-82d4-b01b590effc8 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 945 time: 0.0749412 Feb 18 00:30:29.598316 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2df6fda0-d8a2-43c2-aed3-9c131aa56590 req-a9430b7d-515e-48b6-aacf-835ed2e17550 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833421 Feb 18 00:30:30.019827 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81788a-7ba9-4ad8-aa11-b57b6a8af150 req-34673694-aed8-4417-bcfa-abae4774136a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:30.021883 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bb81788a-7ba9-4ad8-aa11-b57b6a8af150 req-34673694-aed8-4417-bcfa-abae4774136a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 943 time: 0.0881295 Feb 18 00:30:30.114061 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bb81788a-7ba9-4ad8-aa11-b57b6a8af150 req-f8a564a0-5ed9-4d4c-8e38-71166052dbdd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841393 Feb 18 00:30:30.130383 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbda6fa-0951-4625-aafe-772ef222bcc3 req-64ddac5b-0f23-4fca-b4e2-d47ba4579b2f tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:30.132443 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9fbda6fa-0951-4625-aafe-772ef222bcc3 req-64ddac5b-0f23-4fca-b4e2-d47ba4579b2f tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 944 time: 0.0980563 Feb 18 00:30:30.200884 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9fbda6fa-0951-4625-aafe-772ef222bcc3 req-c7da3620-3c97-41f6-9bee-a0da3c5c7f0f tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563684 Feb 18 00:30:30.239677 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:30.477846 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65d08-3503-4810-a87e-47e2f3c4f8cf req-c481a0c9-2e7b-4caf-ad45-a03e53c9a48b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:30.479419 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c2a65d08-3503-4810-a87e-47e2f3c4f8cf req-c481a0c9-2e7b-4caf-ad45-a03e53c9a48b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0583210 Feb 18 00:30:30.526146 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c2a65d08-3503-4810-a87e-47e2f3c4f8cf req-27af5f45-e2fd-4f91-9b61-a21461d52312 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Feb 18 00:30:30.714924 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b158f-b19b-4328-80b7-de14eeecb085 req-4cf7b9f0-db51-4d2a-bcb7-13bf837b45b2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:30.717297 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-780b158f-b19b-4328-80b7-de14eeecb085 req-4cf7b9f0-db51-4d2a-bcb7-13bf837b45b2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 945 time: 0.0523572 Feb 18 00:30:30.765290 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-780b158f-b19b-4328-80b7-de14eeecb085 req-78ffe8f6-53b5-4845-9bad-6d6093640cc3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Feb 18 00:30:30.970068 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a5e9b421-7bd0-487e-a4cc-8d669a02ad88 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:30:31.077221 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port a5e9b421-7bd0-487e-a4cc-8d669a02ad88, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,segment=NetworkSegment(3fd291ac-1795-45cd-a4bc-ba13439b6c0f),segment_id=3fd291ac-1795-45cd-a4bc-ba13439b6c0f)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:31.090843 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88', 'network_id': '3993906e-757d-4a1e-965f-d7d9203c7a6e', 'port_id': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88', 'mac_address': 'fa:16:3e:1f:0c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f484859b-59f8-4a7c-a23d-35fcab8e09e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:30:31.132817 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:31.133341 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:31.151618 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e9b421-7bd0-487e-a4cc-8d669a02ad88 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:31.176284 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port a5e9b421-7bd0-487e-a4cc-8d669a02ad88, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,segment=NetworkSegment(3fd291ac-1795-45cd-a4bc-ba13439b6c0f),segment_id=3fd291ac-1795-45cd-a4bc-ba13439b6c0f)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:31.181635 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:31.202407 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-15b942b5-dd71-464c-8975-3587eaa40619 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 217 time: 0.2228222 Feb 18 00:30:31.230910 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:31.327558 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9322-6ea3-4589-973a-5a664deecbfe req-a45e8be1-b9a8-447b-b622-45f3c53dd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:31.328931 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-a45e8be1-b9a8-447b-b622-45f3c53dd9a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.1150670 Feb 18 00:30:31.332072 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d010-7daa-4a88-ad7c-1b2a355ae2d0 req-495d3e36-a643-45f0-90ed-1cee3d05972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:31.333420 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25f4d010-7daa-4a88-ad7c-1b2a355ae2d0 req-495d3e36-a643-45f0-90ed-1cee3d05972b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1128 time: 0.1561022 Feb 18 00:30:31.340812 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ea8da-3db3-438a-b999-e4ab19af70f3 req-2e3839fa-aec0-494e-91d5-1f5dc9b0bf31 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:31.342329 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-254ea8da-3db3-438a-b999-e4ab19af70f3 req-2e3839fa-aec0-494e-91d5-1f5dc9b0bf31 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 943 time: 0.1389022 Feb 18 00:30:31.446487 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-b68eb854-151c-454a-ab36-486ba15c599f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961485 Feb 18 00:30:31.455812 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:30:31.536850 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b4812-4c0c-40f0-87d5-2ffa07ba0066 req-63e2ab9c-d146-4aea-b110-849dbfcd29be tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:31.538337 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-500b4812-4c0c-40f0-87d5-2ffa07ba0066 req-63e2ab9c-d146-4aea-b110-849dbfcd29be tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 945 time: 0.2562413 Feb 18 00:30:31.585070 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:31.603101 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-254ea8da-3db3-438a-b999-e4ab19af70f3 req-f30ac9c5-ed4e-4280-a9d3-47114ef8aee3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549195 Feb 18 00:30:31.643355 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['a5e9b421-7bd0-487e-a4cc-8d669a02ad88'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:30:31.698480 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d010-7daa-4a88-ad7c-1b2a355ae2d0 req-2de5af93-1d59-4d34-943c-365d70474e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:31.700468 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25f4d010-7daa-4a88-ad7c-1b2a355ae2d0 req-2de5af93-1d59-4d34-943c-365d70474e15 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3513446 Feb 18 00:30:31.750945 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-063d5418-84d7-46f5-b6b6-3af3b5174c9d service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932651 Feb 18 00:30:31.755241 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-500b4812-4c0c-40f0-87d5-2ffa07ba0066 req-44625390-5e42-49e8-8f36-fc7df854eb39 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029335 Feb 18 00:30:31.952948 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6e27b-df91-4048-badf-96904dc3ee6f req-1a16716e-4a43-4687-bd0b-d5d6d1fda7d6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:31.954436 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2ec6e27b-df91-4048-badf-96904dc3ee6f req-1a16716e-4a43-4687-bd0b-d5d6d1fda7d6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.2795308 Feb 18 00:30:32.036999 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d010-7daa-4a88-ad7c-1b2a355ae2d0 req-38bd9a27-1a40-49cd-a90a-9907343909e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.038493 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25f4d010-7daa-4a88-ad7c-1b2a355ae2d0 req-38bd9a27-1a40-49cd-a90a-9907343909e6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129120 Feb 18 00:30:32.054602 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe897703-54ae-4718-99bd-0337f52f312b req-39dcae4d-7b98-4090-a17a-e759b52122b6 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.055846 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fe897703-54ae-4718-99bd-0337f52f312b req-39dcae4d-7b98-4090-a17a-e759b52122b6 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 945 time: 0.2001600 Feb 18 00:30:32.063992 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-399d4ae8-4495-4508-a71b-227e4733c284 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882688 Feb 18 00:30:32.098026 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2ec6e27b-df91-4048-badf-96904dc3ee6f req-e087f766-03b3-48e7-9b8e-51391eeab389 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244729 Feb 18 00:30:32.126507 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fe897703-54ae-4718-99bd-0337f52f312b req-52da1ed4-a84b-4f3b-865b-68b0ff45280f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597031 Feb 18 00:30:32.229013 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-76cceabd-27f5-49f1-8f87-879adfd55ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.230636 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-76cceabd-27f5-49f1-8f87-879adfd55ec9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1128 time: 0.0882292 Feb 18 00:30:32.233731 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9322-6ea3-4589-973a-5a664deecbfe req-ffdb4e46-6a03-42fd-b30a-224a47b287f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.235116 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-ffdb4e46-6a03-42fd-b30a-224a47b287f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 1127 time: 0.0824249 Feb 18 00:30:32.309430 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-6ea71c66-c4d7-4201-a6a4-dc108396b644 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 200 len: 217 time: 0.0614541 Feb 18 00:30:32.416813 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-6f2e37a8-237c-43d0-9777-b5c8df7ee31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.418218 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-6f2e37a8-237c-43d0-9777-b5c8df7ee31a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0811484 Feb 18 00:30:32.459516 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9322-6ea3-4589-973a-5a664deecbfe req-8a4230b6-e6fb-48a3-b5ce-36552ef6a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.460858 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-8a4230b6-e6fb-48a3-b5ce-36552ef6a3a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.2118180 Feb 18 00:30:32.505022 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-c21a2b97-5b90-444e-a705-540c59359144 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=088af147-6203-4845-8ea8-bc3fac146146 HTTP/1.1" status: 200 len: 217 time: 0.0378432 Feb 18 00:30:32.565980 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817894-dd7a-4214-9ede-c7563950808d req-01c61871-23f4-4b46-9e36-cfb678dd6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.567475 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-01c61871-23f4-4b46-9e36-cfb678dd6ccb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1395774 Feb 18 00:30:32.576305 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9322-6ea3-4589-973a-5a664deecbfe req-60a16576-bdf2-4107-b4df-ca1b5b3044fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:32.577684 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-60a16576-bdf2-4107-b4df-ca1b5b3044fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0666826 Feb 18 00:30:32.647935 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-abb4fb67-fd4f-4d4f-adff-1ccd032891ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627112 Feb 18 00:30:32.978955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:30:32.987692 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a5e9b421-7bd0-487e-a4cc-8d669a02ad88 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:32.990845 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-965f7c9e-91a1-48a7-99f8-f76a4b691665 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164748 Feb 18 00:30:33.031128 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-ed3e4140-45d9-4a2c-aeac-cb774263d41e service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731556 Feb 18 00:30:33.080573 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd0b1-7c14-4800-a7f1-fa224979af89 req-516fe3f3-e19b-41d5-ad17-59716ac1f14b tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:33.082214 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3f3dd0b1-7c14-4800-a7f1-fa224979af89 req-516fe3f3-e19b-41d5-ad17-59716ac1f14b tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 945 time: 0.1886110 Feb 18 00:30:33.101238 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dad01a-9847-481d-a8a3-9acaf4e4aa92 req-f98895b4-ffbf-46c4-aa3f-e91652712d14 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:33.102736 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87dad01a-9847-481d-a8a3-9acaf4e4aa92 req-f98895b4-ffbf-46c4-aa3f-e91652712d14 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 943 time: 0.2274365 Feb 18 00:30:33.122813 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:30:33.145097 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:33.145393 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.151328 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:33.155054 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.183652 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'port_id': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56', 'mac_address': 'fa:16:3e:30:86:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:30:33.241151 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:33.241537 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.270083 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87dad01a-9847-481d-a8a3-9acaf4e4aa92 req-457234ec-1180-418f-bab6-c895132bbccc tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348243 Feb 18 00:30:33.274583 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3f3dd0b1-7c14-4800-a7f1-fa224979af89 req-e4036740-b699-47a4-bba2-d80f0bd10904 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709325 Feb 18 00:30:33.276857 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-498d9322-6ea3-4589-973a-5a664deecbfe req-99b39edc-e9f9-4407-909a-7d00709625cb service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187216 Feb 18 00:30:33.278623 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:33.278883 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b817894-dd7a-4214-9ede-c7563950808d req-f194d1fd-9299-454f-8640-d26bee77cfaa service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763982 Feb 18 00:30:33.306145 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:33.306553 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.312459 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:33.319669 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.320305 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 088af147-6203-4845-8ea8-bc3fac146146 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:30:33.375977 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37670414-4bf8-4009-afe9-e05ba1db3432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:33.422230 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aac26c-b32b-4d73-8dd5-a64bb7cc29a9 req-7d274a44-1781-4327-91f4-d856954bf310 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:33.423620 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-56aac26c-b32b-4d73-8dd5-a64bb7cc29a9 req-7d274a44-1781-4327-91f4-d856954bf310 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0877991 Feb 18 00:30:33.436086 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f779c3-ee0f-4c81-b6ae-0868ee4abeab req-3fbd0c3c-4b05-4ddc-b2bd-d6ffa110e53c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:33.437229 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-05f779c3-ee0f-4c81-b6ae-0868ee4abeab req-3fbd0c3c-4b05-4ddc-b2bd-d6ffa110e53c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 945 time: 0.0750599 Feb 18 00:30:33.454993 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port a5e9b421-7bd0-487e-a4cc-8d669a02ad88, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,segment=NetworkSegment(3fd291ac-1795-45cd-a4bc-ba13439b6c0f),segment_id=3fd291ac-1795-45cd-a4bc-ba13439b6c0f)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:33.468662 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.469416 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 912f6fb3-fd75-4d43-a426-c6444eb41f47 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:33.512300 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-56aac26c-b32b-4d73-8dd5-a64bb7cc29a9 req-a35093c1-b45c-4c85-a855-d38eb59bfdf8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737724 Feb 18 00:30:33.515842 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-05f779c3-ee0f-4c81-b6ae-0868ee4abeab req-ed522f4f-4738-4bc8-a2f1-0552b6fd92e3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707402 Feb 18 00:30:33.608370 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a962e8f5-8569-46bf-abfb-994af8c97c8e" -d '{"events": [{"server_uuid": "37670414-4bf8-4009-afe9-e05ba1db3432", "name": "network-vif-plugged", "status": "completed", "tag": "a5e9b421-7bd0-487e-a4cc-8d669a02ad88"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:33.612799 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:33.618242 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 088af147-6203-4845-8ea8-bc3fac146146, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=088af147-6203-4845-8ea8-bc3fac146146,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:33.658428 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '088af147-6203-4845-8ea8-bc3fac146146', 'network_id': '6a567462-bd14-4529-ba11-b7fbd012e848', 'port_id': '088af147-6203-4845-8ea8-bc3fac146146', 'mac_address': 'fa:16:3e:15:35:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e55ac13-5d4b-49b1-adb2-c4766ecc3555', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:30:33.717608 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:33.724056 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ec84c3-d1b1-4afe-a8d7-89a1945906fd x-openstack-request-id: req-58ec84c3-d1b1-4afe-a8d7-89a1945906fd {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:33.724344 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37670414-4bf8-4009-afe9-e05ba1db3432", "name": "network-vif-plugged", "status": "completed", "tag": "a5e9b421-7bd0-487e-a4cc-8d669a02ad88", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:33.724600 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58ec84c3-d1b1-4afe-a8d7-89a1945906fd {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:33.725090 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37670414-4bf8-4009-afe9-e05ba1db3432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88', 'code': 200} Feb 18 00:30:33.732102 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 088af147-6203-4845-8ea8-bc3fac146146 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:33.732481 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (088af147-6203-4845-8ea8-bc3fac146146), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.735848 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 912f6fb3-fd75-4d43-a426-c6444eb41f47 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:30:33.749956 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 912f6fb3-fd75-4d43-a426-c6444eb41f47 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:33.750437 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.754791 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088af147-6203-4845-8ea8-bc3fac146146 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:33.801259 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 088af147-6203-4845-8ea8-bc3fac146146, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=088af147-6203-4845-8ea8-bc3fac146146,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:33.806140 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (088af147-6203-4845-8ea8-bc3fac146146), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.882764 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=088af147-6203-4845-8ea8-bc3fac146146,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:33.888926 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 912f6fb3-fd75-4d43-a426-c6444eb41f47 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:33.889314 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.920362 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 912f6fb3-fd75-4d43-a426-c6444eb41f47, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:33.924388 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:33.973933 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=912f6fb3-fd75-4d43-a426-c6444eb41f47,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:34.423123 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17038f6-ee9d-4f87-a9a4-8625d505231f req-8e95d461-f3e3-4286-bfd1-1cf777098af5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:34.424580 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b17038f6-ee9d-4f87-a9a4-8625d505231f req-8e95d461-f3e3-4286-bfd1-1cf777098af5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 944 time: 0.0855751 Feb 18 00:30:34.431733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8c352-b413-4f0c-b208-e8b05d7cd86b req-bd96964a-b759-4bf1-9688-da9512511f9a tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:34.433325 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f0d8c352-b413-4f0c-b208-e8b05d7cd86b req-bd96964a-b759-4bf1-9688-da9512511f9a tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.0852377 Feb 18 00:30:34.505880 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f0d8c352-b413-4f0c-b208-e8b05d7cd86b req-4934884a-968b-4aa7-82b5-719fa5f670a0 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 Feb 18 00:30:34.508881 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b17038f6-ee9d-4f87-a9a4-8625d505231f req-307f11bb-a7d6-4aed-9ec2-31230a612850 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741842 Feb 18 00:30:34.666024 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f11c8-e516-456d-83c6-0c7cb313b5d0 req-6b544f59-a6e7-47d5-9f3c-936196b8d607 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:34.667506 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-368f11c8-e516-456d-83c6-0c7cb313b5d0 req-6b544f59-a6e7-47d5-9f3c-936196b8d607 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0840783 Feb 18 00:30:34.675182 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88d047-7ac8-403c-89eb-145a3909476b req-a2aefce8-793a-4060-9d39-3c584f737e5b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:34.676537 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5d88d047-7ac8-403c-89eb-145a3909476b req-a2aefce8-793a-4060-9d39-3c584f737e5b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.0829830 Feb 18 00:30:34.745888 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-368f11c8-e516-456d-83c6-0c7cb313b5d0 req-1ba23e72-fb7b-48f4-b02f-c59cad948c8d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683823 Feb 18 00:30:34.750006 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5d88d047-7ac8-403c-89eb-145a3909476b req-e3db7096-92a5-4bb2-b1b1-e11b008d2657 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664659 Feb 18 00:30:35.655406 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50773f-3950-4099-b0b4-53b0290be0b5 req-c51a66c8-8763-479f-9161-eaf01e92917a tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:35.656883 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cb50773f-3950-4099-b0b4-53b0290be0b5 req-c51a66c8-8763-479f-9161-eaf01e92917a tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.0827951 Feb 18 00:30:35.664398 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4600-7275-403d-b854-2975310fa266 req-936aa99d-5fec-40f3-826b-437b288d2636 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:35.665824 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3f3c4600-7275-403d-b854-2975310fa266 req-936aa99d-5fec-40f3-826b-437b288d2636 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 944 time: 0.0825388 Feb 18 00:30:35.725755 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f6fb3-fd75-4d43-a426-c6444eb41f47'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:35.728144 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8e6c29-5ee4-4df4-b80a-79c697433bc0" -d '{"events": [{"server_uuid": "6edbfb11-24b5-4429-a7ce-cda3f45c5366", "name": "network-vif-plugged", "status": "completed", "tag": "912f6fb3-fd75-4d43-a426-c6444eb41f47"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:35.740332 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cb50773f-3950-4099-b0b4-53b0290be0b5 req-8b2f2cd3-a008-4592-adcd-e749580ca952 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735564 Feb 18 00:30:35.743635 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3f3c4600-7275-403d-b854-2975310fa266 req-8e5d0a98-1873-409d-9d64-06b4c35fbf80 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710883 Feb 18 00:30:35.756458 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:35.786133 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1973fa8-2484-4ff2-82da-b30d59152d54 x-openstack-request-id: req-d1973fa8-2484-4ff2-82da-b30d59152d54 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:35.786494 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edbfb11-24b5-4429-a7ce-cda3f45c5366", "name": "network-vif-plugged", "status": "completed", "tag": "912f6fb3-fd75-4d43-a426-c6444eb41f47", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:35.786807 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1973fa8-2484-4ff2-82da-b30d59152d54 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:35.787261 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f6fb3-fd75-4d43-a426-c6444eb41f47', 'code': 200} Feb 18 00:30:36.004813 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194daed1-b77b-4150-93ab-0ad02c34ece8 req-27bf6f1a-a3af-4592-970d-a76769fc6ba9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:36.006238 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-194daed1-b77b-4150-93ab-0ad02c34ece8 req-27bf6f1a-a3af-4592-970d-a76769fc6ba9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.1717327 Feb 18 00:30:36.011867 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['dabfc11b-08db-42ab-ad1c-6bcfd0f57d56'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:30:36.027682 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20bbd0-af2f-4d7a-a853-58f4a15c13de req-1158a675-9b78-4f1d-ab88-8acbb4b7d762 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:36.029424 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9b20bbd0-af2f-4d7a-a853-58f4a15c13de req-1158a675-9b78-4f1d-ab88-8acbb4b7d762 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.1771629 Feb 18 00:30:36.055813 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['088af147-6203-4845-8ea8-bc3fac146146'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:30:36.101348 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cb435-1734-421b-854c-ed00706df19c req-f903276b-d358-4934-b14b-955846aefc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:36.104572 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9f6cb435-1734-421b-854c-ed00706df19c req-f903276b-d358-4934-b14b-955846aefc2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 1130 time: 0.1983590 Feb 18 00:30:36.168972 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f6cb435-1734-421b-854c-ed00706df19c req-ae2c931b-16fc-4a48-a6ee-87e5c955fde2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:36.181526 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c8c9-6847-4ae7-b032-cfa7aed8e49e req-42632f36-3595-4bbd-a33e-4f58322a2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:36.183432 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4fe5c8c9-6847-4ae7-b032-cfa7aed8e49e req-42632f36-3595-4bbd-a33e-4f58322a2df8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 1130 time: 0.1859403 Feb 18 00:30:36.188585 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9b20bbd0-af2f-4d7a-a853-58f4a15c13de req-18ab575c-dfd4-482e-95eb-c81f4451cba7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360610 Feb 18 00:30:36.202210 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-194daed1-b77b-4150-93ab-0ad02c34ece8 req-4354d895-1246-47cb-9f5c-ffd3c79cab16 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831818 Feb 18 00:30:36.212363 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4fe5c8c9-6847-4ae7-b032-cfa7aed8e49e req-8c968cca-74c7-42c0-8d5d-ba6e20945eb5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:36.315324 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f6cb435-1734-421b-854c-ed00706df19c req-ae2c931b-16fc-4a48-a6ee-87e5c955fde2 service neutron] Publish callbacks [] for security_group (6b0ad237-9d14-400a-91ea-6ebb984d4694), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:36.319999 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f6cb435-1734-421b-854c-ed00706df19c req-ae2c931b-16fc-4a48-a6ee-87e5c955fde2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (6b0ad237-9d14-400a-91ea-6ebb984d4694), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:36.335769 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.db.api [req-4fe5c8c9-6847-4ae7-b032-cfa7aed8e49e req-8c968cca-74c7-42c0-8d5d-ba6e20945eb5 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3f86fd480bca43a196d9684da16a274b {{(pid=114448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:30:36.336126 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG oslo_db.api [req-4fe5c8c9-6847-4ae7-b032-cfa7aed8e49e req-8c968cca-74c7-42c0-8d5d-ba6e20945eb5 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 00:30:36.368047 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9f6cb435-1734-421b-854c-ed00706df19c req-ae2c931b-16fc-4a48-a6ee-87e5c955fde2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537866 Feb 18 00:30:36.368768 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c931b-16fc-4a48-a6ee-87e5c955fde2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0ad237-9d14-400a-91ea-6ebb984d4694,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:36.843674 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4fe5c8c9-6847-4ae7-b032-cfa7aed8e49e req-8c968cca-74c7-42c0-8d5d-ba6e20945eb5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:36.921752 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2904b-6e05-4715-b8af-1077b4a28be8 req-27110582-9f12-4bcd-ac61-54d294c43b3b tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:36.923238 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-77e2904b-6e05-4715-b8af-1077b4a28be8 req-27110582-9f12-4bcd-ac61-54d294c43b3b tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.1161420 Feb 18 00:30:36.966844 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac26dc-f625-4d9d-879a-17eb237b14a9 req-49963218-f4d7-4199-a8ef-14aa2b38abdd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:36.968283 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55ac26dc-f625-4d9d-879a-17eb237b14a9 req-49963218-f4d7-4199-a8ef-14aa2b38abdd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 944 time: 0.1354556 Feb 18 00:30:36.993978 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4fe5c8c9-6847-4ae7-b032-cfa7aed8e49e req-8c968cca-74c7-42c0-8d5d-ba6e20945eb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025191 Feb 18 00:30:37.021015 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-77e2904b-6e05-4715-b8af-1077b4a28be8 req-ad6f1111-5586-4809-96a2-8cc552588d35 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894806 Feb 18 00:30:37.042374 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55ac26dc-f625-4d9d-879a-17eb237b14a9 req-c3549591-dc39-4a56-8987-7f3174bf0cc4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Feb 18 00:30:37.156522 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39934) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:37.298813 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21a47cf8-6a4d-4849-97ee-21910aa4d4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.399886 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21a47cf8-6a4d-4849-97ee-21910aa4d4f2 admin admin] Publish callbacks [] for security_group (b99a4196-6dc9-4007-96a4-cc0f4e6537a5), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.404455 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf186a0b-411d-4ecf-af52-89be52db17b2 req-e20261cc-a2be-42a9-b1b4-3ad8eb8cddce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:37.404643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21a47cf8-6a4d-4849-97ee-21910aa4d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b99a4196-6dc9-4007-96a4-cc0f4e6537a5), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.406066 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bf186a0b-411d-4ecf-af52-89be52db17b2 req-e20261cc-a2be-42a9-b1b4-3ad8eb8cddce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.1153982 Feb 18 00:30:37.452631 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd322-dc74-4a98-940e-04af04827b8a req-dc66b650-40be-4ac3-b9df-d2f87a9a684a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:37.459391 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fa6cd322-dc74-4a98-940e-04af04827b8a req-dc66b650-40be-4ac3-b9df-d2f87a9a684a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.1080849 Feb 18 00:30:37.495712 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-21a47cf8-6a4d-4849-97ee-21910aa4d4f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f3003122c21487593c7bfd8e1d52bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380868 Feb 18 00:30:37.502864 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39958) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:37.525001 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bf186a0b-411d-4ecf-af52-89be52db17b2 req-76f2ce0e-68be-4ad1-a0cc-a615a417a7ed tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061053 Feb 18 00:30:37.537989 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fa6cd322-dc74-4a98-940e-04af04827b8a req-ec73d75c-c8dc-443b-93ca-ca3dc96c1b25 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777442 Feb 18 00:30:37.559198 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a47cf8-6a4d-4849-97ee-21910aa4d4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a4196-6dc9-4007-96a4-cc0f4e6537a5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:37.583453 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae25bf0d-f9fb-4a9b-a135-3eba4ccd3d87 admin admin] Publish callbacks [] for security_group (b99a4196-6dc9-4007-96a4-cc0f4e6537a5), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.611195 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae25bf0d-f9fb-4a9b-a135-3eba4ccd3d87 admin admin] Publish callbacks [] for security_group (b99a4196-6dc9-4007-96a4-cc0f4e6537a5), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.640902 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:37.667837 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae25bf0d-f9fb-4a9b-a135-3eba4ccd3d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b99a4196-6dc9-4007-96a4-cc0f4e6537a5), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.670936 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae25bf0d-f9fb-4a9b-a135-3eba4ccd3d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.672769 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ae25bf0d-f9fb-4a9b-a135-3eba4ccd3d87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b99a4196-6dc9-4007-96a4-cc0f4e6537a5 HTTP/1.1" status: 204 len: 168 time: 0.1685262 Feb 18 00:30:37.680546 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25bf0d-f9fb-4a9b-a135-3eba4ccd3d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a4196-6dc9-4007-96a4-cc0f4e6537a5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:37.686116 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:30:37.695298 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:37.766477 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 39970) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:37.815081 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e53bf3a-1da4-43df-b1b9-348071c5c7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.815796 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:30:37.827732 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:37.828354 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.876652 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5606e-d56e-4fc3-8311-3165d21b80b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.880780 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:37.899323 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '86650f33-4f4f-4e71-982b-6665a1a89190', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'port_id': '86650f33-4f4f-4e71-982b-6665a1a89190', 'mac_address': 'fa:16:3e:2f:90:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:30:37.948677 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e53bf3a-1da4-43df-b1b9-348071c5c7a0 admin admin] Publish callbacks [] for security_group (0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.957758 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e53bf3a-1da4-43df-b1b9-348071c5c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.970272 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:37.970720 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:37.972910 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:37.973283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.000182 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86650f33-4f4f-4e71-982b-6665a1a89190 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:30:38.012129 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:38.014632 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54beda55-f5e3-427a-bb78-ccc20960772b" -d '{"events": [{"server_uuid": "9629f36a-f292-402d-9b87-32dce7f1f1ff", "name": "network-vif-plugged", "status": "completed", "tag": "dabfc11b-08db-42ab-ad1c-6bcfd0f57d56"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:38.039862 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:38.041850 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:38.046090 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.047494 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 088af147-6203-4845-8ea8-bc3fac146146 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:38.053203 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.098163 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662d103-b539-4bdb-bf18-4796d25af61a x-openstack-request-id: req-3662d103-b539-4bdb-bf18-4796d25af61a {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:38.098513 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9629f36a-f292-402d-9b87-32dce7f1f1ff", "name": "network-vif-plugged", "status": "completed", "tag": "dabfc11b-08db-42ab-ad1c-6bcfd0f57d56", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:38.098780 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3662d103-b539-4bdb-bf18-4796d25af61a {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:38.099172 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56', 'code': 200} Feb 18 00:30:38.140055 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:38.186221 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 088af147-6203-4845-8ea8-bc3fac146146 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:30:38.195434 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 088af147-6203-4845-8ea8-bc3fac146146 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:38.195807 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (088af147-6203-4845-8ea8-bc3fac146146), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.219394 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53bf3a-1da4-43df-b1b9-348071c5c7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:38.226772 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:38.302127 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 088af147-6203-4845-8ea8-bc3fac146146 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:38.302601 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (088af147-6203-4845-8ea8-bc3fac146146), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.315056 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-2e53bf3a-1da4-43df-b1b9-348071c5c7a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=984310b2deb44ff3b540649310442c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6727889 Feb 18 00:30:38.317731 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39990) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:38.324001 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5606e-d56e-4fc3-8311-3165d21b80b4 admin admin] Publish callbacks [] for security_group (51e59d56-a2b5-40f1-a659-240395d16bf4), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.336239 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5606e-d56e-4fc3-8311-3165d21b80b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (51e59d56-a2b5-40f1-a659-240395d16bf4), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.349963 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 088af147-6203-4845-8ea8-bc3fac146146, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=088af147-6203-4845-8ea8-bc3fac146146,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:38.354500 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (088af147-6203-4845-8ea8-bc3fac146146), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.385365 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75acc27-e5eb-45ae-94bf-7d0c78f7408b req-e66938e2-e533-4c64-a95b-10211fe36ec0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:38.387824 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d75acc27-e5eb-45ae-94bf-7d0c78f7408b req-e66938e2-e533-4c64-a95b-10211fe36ec0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 944 time: 0.1693904 Feb 18 00:30:38.400099 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb29d1-428b-4107-899c-fdedca34060f req-d57a4435-6af3-4828-b608-bf66ca29c8b9 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:38.401555 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fabb29d1-428b-4107-899c-fdedca34060f req-d57a4435-6af3-4828-b608-bf66ca29c8b9 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.1843302 Feb 18 00:30:38.413875 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d57bd44-3a5f-443b-8022-b1c603865873 admin admin] Publish callbacks [] for security_group (0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.421491 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=088af147-6203-4845-8ea8-bc3fac146146,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:38.422245 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-b9c5606e-d56e-4fc3-8311-3165d21b80b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0966dbd2a3e04ec9a7abe524f61caf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6547399 Feb 18 00:30:38.427242 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 39998) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:38.434323 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5606e-d56e-4fc3-8311-3165d21b80b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e59d56-a2b5-40f1-a659-240395d16bf4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:38.467113 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d57bd44-3a5f-443b-8022-b1c603865873 admin admin] Publish callbacks [] for security_group (0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.502959 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d75acc27-e5eb-45ae-94bf-7d0c78f7408b req-2603461d-b7fc-403f-a5df-14eedd4a89eb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912588 Feb 18 00:30:38.515632 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fabb29d1-428b-4107-899c-fdedca34060f req-b1ab3444-ff5e-4527-8c8c-9d6cf49ff907 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029775 Feb 18 00:30:38.538072 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19d29cf7-c411-42cc-ab9a-f38bfb506c5f admin admin] Publish callbacks [] for security_group (51e59d56-a2b5-40f1-a659-240395d16bf4), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.562420 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d57bd44-3a5f-443b-8022-b1c603865873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.564934 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d57bd44-3a5f-443b-8022-b1c603865873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.568483 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-3d57bd44-3a5f-443b-8022-b1c603865873 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd HTTP/1.1" status: 204 len: 168 time: 0.2462163 Feb 18 00:30:38.568483 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19d29cf7-c411-42cc-ab9a-f38bfb506c5f admin admin] Publish callbacks [] for security_group (51e59d56-a2b5-40f1-a659-240395d16bf4), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.582922 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57bd44-3a5f-443b-8022-b1c603865873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee6f5d8-cb4c-4b0b-aae9-bf59fa3f04dd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:38.645030 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19d29cf7-c411-42cc-ab9a-f38bfb506c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (51e59d56-a2b5-40f1-a659-240395d16bf4), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.647562 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19d29cf7-c411-42cc-ab9a-f38bfb506c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:38.651388 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-19d29cf7-c411-42cc-ab9a-f38bfb506c5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51e59d56-a2b5-40f1-a659-240395d16bf4 HTTP/1.1" status: 204 len: 168 time: 0.2228098 Feb 18 00:30:38.662288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d29cf7-c411-42cc-ab9a-f38bfb506c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e59d56-a2b5-40f1-a659-240395d16bf4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:38.744235 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84911a7-4de6-4dd1-9b89-15b4d6c29b76 req-4de62018-b3d1-4c43-84e7-73cf5c3551c5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:38.746067 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c84911a7-4de6-4dd1-9b89-15b4d6c29b76 req-4de62018-b3d1-4c43-84e7-73cf5c3551c5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.1093788 Feb 18 00:30:38.758614 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4dd7b-27f3-476c-9ff0-e933a1f7fb17 req-3a2603f5-e429-490a-86f3-bfaf56dee3d8 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:38.760070 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfa4dd7b-27f3-476c-9ff0-e933a1f7fb17 req-3a2603f5-e429-490a-86f3-bfaf56dee3d8 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.0803406 Feb 18 00:30:38.837892 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c84911a7-4de6-4dd1-9b89-15b4d6c29b76 req-bc52b2c9-44f8-4c26-8446-f88694aaed30 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768352 Feb 18 00:30:38.850940 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfa4dd7b-27f3-476c-9ff0-e933a1f7fb17 req-10a65c9d-650b-4b0d-9ebe-9ca397f98cc7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816424 Feb 18 00:30:38.940250 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:38.954131 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13aa60e2-8142-47b0-9af6-242b3fab3e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.033365 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13aa60e2-8142-47b0-9af6-242b3fab3e6b admin admin] Publish callbacks [] for security_group (83994a85-5858-4daf-b06d-ec707ace8495), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.037754 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13aa60e2-8142-47b0-9af6-242b3fab3e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (83994a85-5858-4daf-b06d-ec707ace8495), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.082054 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-13aa60e2-8142-47b0-9af6-242b3fab3e6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=666fea9c301645339b997b0a4d899858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381860 Feb 18 00:30:39.082139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:39.088220 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa60e2-8142-47b0-9af6-242b3fab3e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83994a85-5858-4daf-b06d-ec707ace8495,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:39.114943 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40024) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:39.136642 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-817fa926-3114-4a19-a6ef-5e5530774b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.181348 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08d13c8-206b-483e-8177-1a05d480189f admin admin] Publish callbacks [] for security_group (83994a85-5858-4daf-b06d-ec707ace8495), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.216288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08d13c8-206b-483e-8177-1a05d480189f admin admin] Publish callbacks [] for security_group (83994a85-5858-4daf-b06d-ec707ace8495), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.278304 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-817fa926-3114-4a19-a6ef-5e5530774b9f admin admin] Publish callbacks [] for security_group (89d32de1-3fec-4600-a1d8-87d6e7322b6c), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.285004 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-817fa926-3114-4a19-a6ef-5e5530774b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (89d32de1-3fec-4600-a1d8-87d6e7322b6c), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.317505 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08d13c8-206b-483e-8177-1a05d480189f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (83994a85-5858-4daf-b06d-ec707ace8495), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.320060 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08d13c8-206b-483e-8177-1a05d480189f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.323509 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e08d13c8-206b-483e-8177-1a05d480189f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83994a85-5858-4daf-b06d-ec707ace8495 HTTP/1.1" status: 204 len: 168 time: 0.2381227 Feb 18 00:30:39.331430 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-817fa926-3114-4a19-a6ef-5e5530774b9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ccc133f0eb24ae689925b6ce296e264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154868 Feb 18 00:30:39.332134 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fa926-3114-4a19-a6ef-5e5530774b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d32de1-3fec-4600-a1d8-87d6e7322b6c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:39.334384 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:39.343903 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d13c8-206b-483e-8177-1a05d480189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83994a85-5858-4daf-b06d-ec707ace8495,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:39.394501 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53a25419-ccb4-4cd4-8510-cacfa4b57d05 admin admin] Publish callbacks [] for security_group (89d32de1-3fec-4600-a1d8-87d6e7322b6c), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.416121 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53a25419-ccb4-4cd4-8510-cacfa4b57d05 admin admin] Publish callbacks [] for security_group (89d32de1-3fec-4600-a1d8-87d6e7322b6c), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.472083 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53a25419-ccb4-4cd4-8510-cacfa4b57d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (89d32de1-3fec-4600-a1d8-87d6e7322b6c), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.474925 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53a25419-ccb4-4cd4-8510-cacfa4b57d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:39.478732 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-53a25419-ccb4-4cd4-8510-cacfa4b57d05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89d32de1-3fec-4600-a1d8-87d6e7322b6c HTTP/1.1" status: 204 len: 168 time: 0.1406314 Feb 18 00:30:39.484218 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a25419-ccb4-4cd4-8510-cacfa4b57d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d32de1-3fec-4600-a1d8-87d6e7322b6c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:39.694569 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990bdcd-e042-45ae-9b75-90e871deff7d req-9c22a6d8-671f-4847-87e0-3f3957a8d85f tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:39.696186 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b990bdcd-e042-45ae-9b75-90e871deff7d req-9c22a6d8-671f-4847-87e0-3f3957a8d85f tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.0968595 Feb 18 00:30:39.711679 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711090d-1625-4fae-abb0-16818f799002 req-4e3adf3f-ef81-44bb-b736-25add69e51bb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:39.711786 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40066) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:39.716923 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8711090d-1625-4fae-abb0-16818f799002 req-4e3adf3f-ef81-44bb-b736-25add69e51bb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1048870 Feb 18 00:30:39.789664 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8711090d-1625-4fae-abb0-16818f799002 req-ffeb1f08-da0e-4d51-9177-9e9efe8f8535 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719063 Feb 18 00:30:39.815902 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b990bdcd-e042-45ae-9b75-90e871deff7d req-4155d478-4968-4000-a151-dd131f7d1ecd tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822155 Feb 18 00:30:39.918610 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9226a207-c4ee-4edb-81cb-ce3015ee2d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.031236 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:40.043534 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9226a207-c4ee-4edb-81cb-ce3015ee2d9b admin admin] Publish callbacks [] for security_group (7cbbc10a-9343-4309-8ae4-666b2b215243), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.047274 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998596f7-fe45-4237-913c-daee08cccdbc req-0cbbfbbe-165b-4972-b34e-543740a41c21 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:40.048409 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9226a207-c4ee-4edb-81cb-ce3015ee2d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7cbbc10a-9343-4309-8ae4-666b2b215243), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.048764 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-998596f7-fe45-4237-913c-daee08cccdbc req-0cbbfbbe-165b-4972-b34e-543740a41c21 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.1072531 Feb 18 00:30:40.065856 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d4172-62d8-4ccf-aeab-73eadd207cb4 req-3293b448-6112-46c9-842a-1114c4cd7958 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:40.067322 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b65d4172-62d8-4ccf-aeab-73eadd207cb4 req-3293b448-6112-46c9-842a-1114c4cd7958 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.1053994 Feb 18 00:30:40.068217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae1e4-3e0e-41fc-a761-6ed2b8da639a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.091499 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-9226a207-c4ee-4edb-81cb-ce3015ee2d9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fedc9a04ab234d66afab877b85dd28fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784175 Feb 18 00:30:40.094456 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40084) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:40.100449 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803755e-7fed-4154-a217-ddd48c442939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088af147-6203-4845-8ea8-bc3fac146146'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:40.104052 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced2372e-b4db-4607-b098-4846de374ddc" -d '{"events": [{"server_uuid": "9803755e-7fed-4154-a217-ddd48c442939", "name": "network-vif-plugged", "status": "completed", "tag": "088af147-6203-4845-8ea8-bc3fac146146"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:40.113067 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226a207-c4ee-4edb-81cb-ce3015ee2d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbbc10a-9343-4309-8ae4-666b2b215243,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:40.165925 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a83de6-7504-44c9-b303-b15c357dbd58 admin admin] Publish callbacks [] for security_group (7cbbc10a-9343-4309-8ae4-666b2b215243), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.186325 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-998596f7-fe45-4237-913c-daee08cccdbc req-8278b26c-e72d-4603-a8fb-c5de2ecb9c27 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287053 Feb 18 00:30:40.200262 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b65d4172-62d8-4ccf-aeab-73eadd207cb4 req-fe8a9065-df58-42c4-acb6-04f01fa6de99 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172085 Feb 18 00:30:40.202794 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a83de6-7504-44c9-b303-b15c357dbd58 admin admin] Publish callbacks [] for security_group (7cbbc10a-9343-4309-8ae4-666b2b215243), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.237813 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3eb161-d9ff-4253-8ba9-a2338be53c0f x-openstack-request-id: req-ce3eb161-d9ff-4253-8ba9-a2338be53c0f {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:40.238491 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9803755e-7fed-4154-a217-ddd48c442939", "name": "network-vif-plugged", "status": "completed", "tag": "088af147-6203-4845-8ea8-bc3fac146146", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:40.238922 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce3eb161-d9ff-4253-8ba9-a2338be53c0f {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:40.239570 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9803755e-7fed-4154-a217-ddd48c442939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088af147-6203-4845-8ea8-bc3fac146146', 'code': 200} Feb 18 00:30:40.256844 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae1e4-3e0e-41fc-a761-6ed2b8da639a admin admin] Publish callbacks [] for security_group (80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.261918 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae1e4-3e0e-41fc-a761-6ed2b8da639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.278953 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a83de6-7504-44c9-b303-b15c357dbd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7cbbc10a-9343-4309-8ae4-666b2b215243), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.282986 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a83de6-7504-44c9-b303-b15c357dbd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.284778 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e4a83de6-7504-44c9-b303-b15c357dbd58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cbbc10a-9343-4309-8ae4-666b2b215243 HTTP/1.1" status: 204 len: 168 time: 0.1893671 Feb 18 00:30:40.297694 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a83de6-7504-44c9-b303-b15c357dbd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbbc10a-9343-4309-8ae4-666b2b215243,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:40.304699 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-eb1ae1e4-3e0e-41fc-a761-6ed2b8da639a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aab2ff8a2dbe4c6aba11ee9f83257bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711868 Feb 18 00:30:40.306726 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ae1e4-3e0e-41fc-a761-6ed2b8da639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:40.308097 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:40.368662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51e98171-85ad-44a9-b8c5-f6c17bafb516 admin admin] Publish callbacks [] for security_group (80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.399341 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51e98171-85ad-44a9-b8c5-f6c17bafb516 admin admin] Publish callbacks [] for security_group (80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.458644 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51e98171-85ad-44a9-b8c5-f6c17bafb516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.464703 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51e98171-85ad-44a9-b8c5-f6c17bafb516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:40.466886 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-51e98171-85ad-44a9-b8c5-f6c17bafb516 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0 HTTP/1.1" status: 204 len: 168 time: 0.1570828 Feb 18 00:30:40.479073 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e98171-85ad-44a9-b8c5-f6c17bafb516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a210f7-c41f-4ae2-ad8f-4643bd9e0fe0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:40.713810 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13448e-3d1a-4f40-910c-90cf943fba06 req-5d7d58e8-fddf-4c41-9197-26d7735afde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:40.715825 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6a13448e-3d1a-4f40-910c-90cf943fba06 req-5d7d58e8-fddf-4c41-9197-26d7735afde7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.0909872 Feb 18 00:30:40.723996 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f466f-40db-4eb9-bf69-08e048c382b9 req-3bc51f93-88e0-44be-bacf-31fe0b581035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:40.725426 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0e0f466f-40db-4eb9-bf69-08e048c382b9 req-3bc51f93-88e0-44be-bacf-31fe0b581035 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 1129 time: 0.0993919 Feb 18 00:30:40.743057 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['86650f33-4f4f-4e71-982b-6665a1a89190'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:30:40.814514 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6a13448e-3d1a-4f40-910c-90cf943fba06 req-4f18c6f4-1be5-4cae-a646-7a59d2f7e3b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880134 Feb 18 00:30:40.833149 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0e0f466f-40db-4eb9-bf69-08e048c382b9 req-82c82ba8-460c-450b-b05d-a11be89d459d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993359 Feb 18 00:30:40.986882 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153182c2-8484-4e12-97ad-438ad5a30d36 req-7d56ba49-2532-4100-93d4-a8d27cd342d9 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:40.995432 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-153182c2-8484-4e12-97ad-438ad5a30d36 req-7d56ba49-2532-4100-93d4-a8d27cd342d9 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.1214831 Feb 18 00:30:41.026920 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd9b5-c393-45a4-a0bd-781218c8f112 req-cff18863-523e-4033-a0a7-f65234761d92 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:41.029540 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d17dd9b5-c393-45a4-a0bd-781218c8f112 req-cff18863-523e-4033-a0a7-f65234761d92 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1201770 Feb 18 00:30:41.084166 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-153182c2-8484-4e12-97ad-438ad5a30d36 req-af3c576d-e82a-4cc7-8996-3b7fe6b709a2 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874598 Feb 18 00:30:41.129072 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d17dd9b5-c393-45a4-a0bd-781218c8f112 req-f3b53e25-9d54-42a0-9159-266f6cb064ab tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923765 Feb 18 00:30:41.341027 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342315-056e-4dfb-9138-190eaa8ab24b req-2c8c71fc-d1e0-4544-b54c-ced07cfc9d90 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:41.346839 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-37342315-056e-4dfb-9138-190eaa8ab24b req-2c8c71fc-d1e0-4544-b54c-ced07cfc9d90 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.0910041 Feb 18 00:30:41.378126 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2c38-f430-49df-bd40-1e22f3c843da req-1cc024a6-8be9-4057-a66e-d63330f369c0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:41.379616 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-efff2c38-f430-49df-bd40-1e22f3c843da req-1cc024a6-8be9-4057-a66e-d63330f369c0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.0972619 Feb 18 00:30:41.423808 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-37342315-056e-4dfb-9138-190eaa8ab24b req-a481b67b-7788-4cff-bd3d-08fd75e61113 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735142 Feb 18 00:30:41.458532 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-efff2c38-f430-49df-bd40-1e22f3c843da req-62be0aa8-94bb-4df8-91c4-c2679b6e8bd0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649836 Feb 18 00:30:42.341412 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669fb50-853b-4082-8462-87259ed4be1d req-ca4cb3b6-82eb-4af1-9364-8e5066884b6e tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:42.352156 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b669fb50-853b-4082-8462-87259ed4be1d req-ca4cb3b6-82eb-4af1-9364-8e5066884b6e tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.1579337 Feb 18 00:30:42.376823 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:30:42.414405 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047472-d032-4bcc-806c-7151f4c0cf04 req-8b784c68-96e8-4b23-9c71-89dd92ed9320 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:42.415915 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-50047472-d032-4bcc-806c-7151f4c0cf04 req-8b784c68-96e8-4b23-9c71-89dd92ed9320 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1528690 Feb 18 00:30:42.463767 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 86650f33-4f4f-4e71-982b-6665a1a89190 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:30:42.481689 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b669fb50-853b-4082-8462-87259ed4be1d req-9176a4e7-4432-41be-beda-66c9e97ad9f8 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294019 Feb 18 00:30:42.484673 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 86650f33-4f4f-4e71-982b-6665a1a89190 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:30:42.485547 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:42.506009 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-50047472-d032-4bcc-806c-7151f4c0cf04 req-e1d6e7a1-619c-4450-8bc6-9e3710f9ce5a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771880 Feb 18 00:30:42.608883 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:30:42.609408 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:42.647170 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:42.649624 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc0b07-e6a6-4d14-8444-a78fa460eb09" -d '{"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-plugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:42.664286 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:30:42.669400 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:42.725873 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd241-e388-40b5-bbf2-7b39eb466726 req-e1d433e9-cceb-4804-9d32-3e332fb0a979 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:42.727590 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-38ebd241-e388-40b5-bbf2-7b39eb466726 req-e1d433e9-cceb-4804-9d32-3e332fb0a979 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.1258938 Feb 18 00:30:42.744486 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:42.759481 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882744-e032-40ef-b874-735f2403d0a4 req-308710f3-d144-436c-a5c6-e45c9e2cb572 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:42.761052 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-66882744-e032-40ef-b874-735f2403d0a4 req-308710f3-d144-436c-a5c6-e45c9e2cb572 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0992880 Feb 18 00:30:42.849193 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-38ebd241-e388-40b5-bbf2-7b39eb466726 req-51737167-d6f7-45f6-bbc8-c9a3ff695d9a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120028 Feb 18 00:30:42.873205 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-66882744-e032-40ef-b874-735f2403d0a4 req-dbf462ea-972d-4098-8311-690a6949a9a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986686 Feb 18 00:30:42.892852 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40260) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:42.930323 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a76ff70-96a1-4e5a-bf83-399861e93332 x-openstack-request-id: req-3a76ff70-96a1-4e5a-bf83-399861e93332 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:42.930764 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-plugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:42.930922 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a76ff70-96a1-4e5a-bf83-399861e93332 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:42.931364 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190', 'code': 200} Feb 18 00:30:43.057917 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56200259-4b15-4aa5-8e4b-2df4bbec8c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.171620 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56200259-4b15-4aa5-8e4b-2df4bbec8c5a admin admin] Publish callbacks [] for security_group (b93c239c-264d-452c-ab03-11626c58f714), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.176986 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56200259-4b15-4aa5-8e4b-2df4bbec8c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b93c239c-264d-452c-ab03-11626c58f714), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.224380 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-56200259-4b15-4aa5-8e4b-2df4bbec8c5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7efbc8f26e2b4abd93b2b6faf1326fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301227 Feb 18 00:30:43.226910 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40274) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:43.247477 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56200259-4b15-4aa5-8e4b-2df4bbec8c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c239c-264d-452c-ab03-11626c58f714,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:43.296390 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37ec9a20-8fa2-48b3-8fa3-472e0ea3414a admin admin] Publish callbacks [] for security_group (b93c239c-264d-452c-ab03-11626c58f714), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.358252 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37ec9a20-8fa2-48b3-8fa3-472e0ea3414a admin admin] Publish callbacks [] for security_group (b93c239c-264d-452c-ab03-11626c58f714), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.456160 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37ec9a20-8fa2-48b3-8fa3-472e0ea3414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b93c239c-264d-452c-ab03-11626c58f714), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.463925 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37ec9a20-8fa2-48b3-8fa3-472e0ea3414a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.465923 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-37ec9a20-8fa2-48b3-8fa3-472e0ea3414a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b93c239c-264d-452c-ab03-11626c58f714 HTTP/1.1" status: 204 len: 168 time: 0.2371581 Feb 18 00:30:43.474230 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec9a20-8fa2-48b3-8fa3-472e0ea3414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c239c-264d-452c-ab03-11626c58f714,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:43.666737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f80490-609f-4d8a-9558-42345a75512f req-b8c8d988-cfa9-4db6-ade0-3f743542024f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:43.674236 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b9f80490-609f-4d8a-9558-42345a75512f req-b8c8d988-cfa9-4db6-ade0-3f743542024f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0704684 Feb 18 00:30:43.754953 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b9f80490-609f-4d8a-9558-42345a75512f req-c9f71c07-8f79-4f75-8418-2736a955bd8d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797472 Feb 18 00:30:43.847519 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40300) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:43.861413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd835-c9e8-4a17-9397-67f2e6ab0d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.986859 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd835-c9e8-4a17-9397-67f2e6ab0d6d admin admin] Publish callbacks [] for security_group (06c5026c-a42d-48eb-9922-d5c81b00e857), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:43.992103 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd835-c9e8-4a17-9397-67f2e6ab0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (06c5026c-a42d-48eb-9922-d5c81b00e857), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:44.037447 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbd835-c9e8-4a17-9397-67f2e6ab0d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c5026c-a42d-48eb-9922-d5c81b00e857,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:44.050510 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44e1ec-badd-465a-aaf9-d5f775732de4 req-568bfb2f-d97d-4618-b80e-86bbb190a481 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:44.052160 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9b44e1ec-badd-465a-aaf9-d5f775732de4 req-568bfb2f-d97d-4618-b80e-86bbb190a481 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1094410 Feb 18 00:30:44.054902 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-d4dbd835-c9e8-4a17-9397-67f2e6ab0d6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2daa0ae8dbaa4fc8afc9c60ee4b1f43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062225 Feb 18 00:30:44.058202 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40308) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:44.139929 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9b44e1ec-badd-465a-aaf9-d5f775732de4 req-5c9e4583-13bc-43e9-ba5c-69ad4be82bc6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757003 Feb 18 00:30:44.142707 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4f70faee-d5b2-4de5-8108-635f9e4fbe15 admin admin] Publish callbacks [] for security_group (06c5026c-a42d-48eb-9922-d5c81b00e857), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:44.165080 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4f70faee-d5b2-4de5-8108-635f9e4fbe15 admin admin] Publish callbacks [] for security_group (06c5026c-a42d-48eb-9922-d5c81b00e857), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:44.211323 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4f70faee-d5b2-4de5-8108-635f9e4fbe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (06c5026c-a42d-48eb-9922-d5c81b00e857), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:44.214198 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4f70faee-d5b2-4de5-8108-635f9e4fbe15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:44.216271 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-4f70faee-d5b2-4de5-8108-635f9e4fbe15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06c5026c-a42d-48eb-9922-d5c81b00e857 HTTP/1.1" status: 204 len: 168 time: 0.1571088 Feb 18 00:30:44.223829 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70faee-d5b2-4de5-8108-635f9e4fbe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c5026c-a42d-48eb-9922-d5c81b00e857,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:44.879432 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d016515-39f1-47a9-83c6-0566e331f829 req-7885cebd-c283-476b-a9bd-48f85e63cabd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:44.880890 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d016515-39f1-47a9-83c6-0566e331f829 req-7885cebd-c283-476b-a9bd-48f85e63cabd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Feb 18 00:30:44.928089 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d016515-39f1-47a9-83c6-0566e331f829 req-90c58774-b91e-4769-a29b-9ed9d733c9fd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Feb 18 00:30:45.260991 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7f6a3-8a0c-46ab-9e06-c46765f6dd3f req-c4dc2f9e-f3eb-4089-8a3e-49dcfb3bd77d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:45.262576 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bfa7f6a3-8a0c-46ab-9e06-c46765f6dd3f req-c4dc2f9e-f3eb-4089-8a3e-49dcfb3bd77d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0525460 Feb 18 00:30:45.310473 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bfa7f6a3-8a0c-46ab-9e06-c46765f6dd3f req-ebaa959e-4328-46b6-bcdc-0740d8d522e0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Feb 18 00:30:45.827306 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18f5f-d287-4848-9831-d4f27df78dff req-67af5984-ef6f-4ad1-8a8b-dc3e71e12641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:45.828789 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ada18f5f-d287-4848-9831-d4f27df78dff req-67af5984-ef6f-4ad1-8a8b-dc3e71e12641 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1130 time: 0.0452142 Feb 18 00:30:45.887118 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ada18f5f-d287-4848-9831-d4f27df78dff req-ec39864e-08a6-42d9-8562-df07ae6da43d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504785 Feb 18 00:30:46.063866 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38e5e3-3082-48d5-a6ab-dfdd2eb9ea65 req-14767085-08e2-44c9-bfc3-5334e1e295b5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:46.065350 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de38e5e3-3082-48d5-a6ab-dfdd2eb9ea65 req-14767085-08e2-44c9-bfc3-5334e1e295b5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0575151 Feb 18 00:30:46.116375 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de38e5e3-3082-48d5-a6ab-dfdd2eb9ea65 req-92a7bc4b-e0b7-48ec-bb77-a7855a346f4b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456040 Feb 18 00:30:46.268650 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40408) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:46.381296 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0de471f7-13eb-4930-9a7d-3d4c9941f517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:46.501415 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d843c98-a063-456f-8d87-d131fe0a0a2a req-a65c7ddb-d3bc-486d-8af5-69d2abe10dd1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:46.503713 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d843c98-a063-456f-8d87-d131fe0a0a2a req-a65c7ddb-d3bc-486d-8af5-69d2abe10dd1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1127155 Feb 18 00:30:46.510640 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0de471f7-13eb-4930-9a7d-3d4c9941f517 admin admin] Publish callbacks [] for security_group (c8d22513-f4bb-42ee-9396-6ad9ac9fc23a), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:46.517855 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0de471f7-13eb-4930-9a7d-3d4c9941f517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (c8d22513-f4bb-42ee-9396-6ad9ac9fc23a), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:46.561101 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0de471f7-13eb-4930-9a7d-3d4c9941f517 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c0b79d8286f45efa9cf4bb6e80c18d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913401 Feb 18 00:30:46.562456 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de471f7-13eb-4930-9a7d-3d4c9941f517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d22513-f4bb-42ee-9396-6ad9ac9fc23a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:46.564892 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40422) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:46.626298 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e54cc3d8-b07f-4ca1-8c79-f1fc9a7b183c admin admin] Publish callbacks [] for security_group (c8d22513-f4bb-42ee-9396-6ad9ac9fc23a), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:46.630644 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26948f-2ccd-4040-9134-41a39472865e req-8bd0cd12-2db2-4754-b3d4-23603827b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:46.632162 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c26948f-2ccd-4040-9134-41a39472865e req-8bd0cd12-2db2-4754-b3d4-23603827b424 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 1129 time: 0.1231446 Feb 18 00:30:46.639665 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d843c98-a063-456f-8d87-d131fe0a0a2a req-f693f731-92cc-4851-a3fe-ba3d6b9669cb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294010 Feb 18 00:30:46.648908 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e54cc3d8-b07f-4ca1-8c79-f1fc9a7b183c admin admin] Publish callbacks [] for security_group (c8d22513-f4bb-42ee-9396-6ad9ac9fc23a), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:46.700752 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa289ef3-38db-4b14-81b4-622740e68c13 req-2b8c752a-7592-41d8-adb8-0032e1d775d3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:46.702307 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aa289ef3-38db-4b14-81b4-622740e68c13 req-2b8c752a-7592-41d8-adb8-0032e1d775d3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1411664 Feb 18 00:30:46.717947 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e54cc3d8-b07f-4ca1-8c79-f1fc9a7b183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (c8d22513-f4bb-42ee-9396-6ad9ac9fc23a), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:46.720737 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e54cc3d8-b07f-4ca1-8c79-f1fc9a7b183c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:46.724896 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e54cc3d8-b07f-4ca1-8c79-f1fc9a7b183c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8d22513-f4bb-42ee-9396-6ad9ac9fc23a HTTP/1.1" status: 204 len: 168 time: 0.1590939 Feb 18 00:30:46.734715 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cc3d8-b07f-4ca1-8c79-f1fc9a7b183c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d22513-f4bb-42ee-9396-6ad9ac9fc23a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:46.791237 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26948f-2ccd-4040-9134-41a39472865e req-49aa5550-3c55-446f-99ed-081ad1e1c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:46.793502 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c26948f-2ccd-4040-9134-41a39472865e req-49aa5550-3c55-446f-99ed-081ad1e1c9ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.1507313 Feb 18 00:30:46.796732 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aa289ef3-38db-4b14-81b4-622740e68c13 req-ffdb3551-f2ff-4ac4-b30a-9da65b317411 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769916 Feb 18 00:30:46.836439 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c26948f-2ccd-4040-9134-41a39472865e req-678b44a3-f55a-44a5-871e-b34663fcb1b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=088af147-6203-4845-8ea8-bc3fac146146 HTTP/1.1" status: 200 len: 217 time: 0.0370848 Feb 18 00:30:46.897692 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26948f-2ccd-4040-9134-41a39472865e req-5537bff5-8829-4ffb-94f8-4650bc126679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:46.899311 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c26948f-2ccd-4040-9134-41a39472865e req-5537bff5-8829-4ffb-94f8-4650bc126679 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0520654 Feb 18 00:30:46.937462 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c26948f-2ccd-4040-9134-41a39472865e req-26cfc5a0-316b-4315-a515-74fef14788ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292497 Feb 18 00:30:47.050346 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c26948f-2ccd-4040-9134-41a39472865e req-a31d91b5-9f00-4c04-9bb9-b98abedff4b7 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906286 Feb 18 00:30:47.062683 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40434) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:47.077172 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99571419-11e7-4a5e-993d-13258371d840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:47.165079 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99571419-11e7-4a5e-993d-13258371d840 admin admin] Publish callbacks [] for security_group (ba903b18-32f8-4ebb-b1a7-8460c8d251c6), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:47.170985 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99571419-11e7-4a5e-993d-13258371d840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (ba903b18-32f8-4ebb-b1a7-8460c8d251c6), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:47.223320 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-99571419-11e7-4a5e-993d-13258371d840 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ec2a4d6301541348141771cbd48a88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570935 Feb 18 00:30:47.223320 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99571419-11e7-4a5e-993d-13258371d840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba903b18-32f8-4ebb-b1a7-8460c8d251c6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:47.224368 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40438) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:47.283006 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d383a63f-2768-4a34-862c-c4d2fe8d2e11 admin admin] Publish callbacks [] for security_group (ba903b18-32f8-4ebb-b1a7-8460c8d251c6), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:47.310105 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d383a63f-2768-4a34-862c-c4d2fe8d2e11 admin admin] Publish callbacks [] for security_group (ba903b18-32f8-4ebb-b1a7-8460c8d251c6), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:47.344194 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c26948f-2ccd-4040-9134-41a39472865e req-de496f34-0df4-48d5-a766-426c90acd11c service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867692 Feb 18 00:30:47.370578 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d383a63f-2768-4a34-862c-c4d2fe8d2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (ba903b18-32f8-4ebb-b1a7-8460c8d251c6), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:47.373503 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d383a63f-2768-4a34-862c-c4d2fe8d2e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:47.374666 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d383a63f-2768-4a34-862c-c4d2fe8d2e11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba903b18-32f8-4ebb-b1a7-8460c8d251c6 HTTP/1.1" status: 204 len: 168 time: 0.1493158 Feb 18 00:30:47.383841 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383a63f-2768-4a34-862c-c4d2fe8d2e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba903b18-32f8-4ebb-b1a7-8460c8d251c6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:47.800727 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c01205-f1f2-44e2-ba12-f3b6928afbfc req-c2d66949-765f-414d-9f76-3cf43b056625 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:47.806922 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-88c01205-f1f2-44e2-ba12-f3b6928afbfc req-c2d66949-765f-414d-9f76-3cf43b056625 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0898795 Feb 18 00:30:47.870226 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-88c01205-f1f2-44e2-ba12-f3b6928afbfc req-9741887f-ce75-4d49-85c7-91ef28a57bff tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600107 Feb 18 00:30:48.185276 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aeb51-dcbf-41cf-b790-5f6c8b24786d req-440ca067-9262-412f-b990-3f4e604aa3cc tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:48.187144 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0a1aeb51-dcbf-41cf-b790-5f6c8b24786d req-440ca067-9262-412f-b990-3f4e604aa3cc tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0575154 Feb 18 00:30:48.240414 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0a1aeb51-dcbf-41cf-b790-5f6c8b24786d req-e313896d-aff8-4729-89b4-e45a133efcee tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467994 Feb 18 00:30:49.156257 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e746281-e8a3-4ddb-8970-f62666cc23be req-a0e26242-40e3-452d-adc3-c1771eab40ce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:49.157836 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0e746281-e8a3-4ddb-8970-f62666cc23be req-a0e26242-40e3-452d-adc3-c1771eab40ce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0636425 Feb 18 00:30:49.206957 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0e746281-e8a3-4ddb-8970-f62666cc23be req-c8e345b9-dabc-4eab-bac3-f65c32143566 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Feb 18 00:30:49.391359 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98b748-860e-46ab-9a9e-a6e2ce5b8841 req-4a636e5c-54fc-471c-9931-97ea310384a3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:49.392873 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1c98b748-860e-46ab-9a9e-a6e2ce5b8841 req-4a636e5c-54fc-471c-9931-97ea310384a3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1064448 Feb 18 00:30:49.403405 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:49.409749 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'floatingip': {'port_id': '86650f33-4f4f-4e71-982b-6665a1a89190'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:49.413048 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77651e-ab9a-481c-9d5d-5dc8177e9cd1 req-ef9f5f9f-b07c-433f-b09c-5be2f65b1ca6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:49.414778 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fd77651e-ab9a-481c-9d5d-5dc8177e9cd1 req-ef9f5f9f-b07c-433f-b09c-5be2f65b1ca6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0823636 Feb 18 00:30:49.481011 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fd77651e-ab9a-481c-9d5d-5dc8177e9cd1 req-bf2f4faa-ffff-44da-9fd8-431670ee6052 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577316 Feb 18 00:30:49.497647 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (172438a5-6341-494d-8d40-133c6e15f68d), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:50.150712 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:50.154797 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (172438a5-6341-494d-8d40-133c6e15f68d), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:50.263364 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Floating IP 172438a5-6341-494d-8d40-133c6e15f68d associated. External IP: 172.27.2.161, port: 86650f33-4f4f-4e71-982b-6665a1a89190. Feb 18 00:30:50.468033 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Router 7025563b-fc91-452f-99cb-84d5e8a0c143 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:30:50.611752 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f50884-96b0-4412-a7ad-2343f7fc4ba1 req-b4cb0cb2-56fe-4f63-a4fa-4d0fcfaa348e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:50.614270 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09f50884-96b0-4412-a7ad-2343f7fc4ba1 req-b4cb0cb2-56fe-4f63-a4fa-4d0fcfaa348e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0590720 Feb 18 00:30:50.669472 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09f50884-96b0-4412-a7ad-2343f7fc4ba1 req-72d7296e-d307-4d48-86d1-8f6c16218d21 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489335 Feb 18 00:30:50.781671 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:30:50.790591 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:50.793776 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] Sync routers for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:30:50.810935 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:50.811859 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:50.823735 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-a4841451-8784-48f5-a3af-fd5a343dbc48 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "PUT /v2.0/floatingips/172438a5-6341-494d-8d40-133c6e15f68d HTTP/1.1" status: 200 len: 992 time: 1.4183745 Feb 18 00:30:50.824636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:30:50.827440 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb4e78b-92d6-4e4f-a288-d03603db05f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:30:50.881406 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f32e65c-b3cf-46df-9730-e25d00427032 x-openstack-request-id: req-5f32e65c-b3cf-46df-9730-e25d00427032 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:30:50.881406 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:30:50.881406 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f32e65c-b3cf-46df-9730-e25d00427032 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:30:50.881406 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190', 'status': 'completed', 'code': 200} Feb 18 00:30:50.952351 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:51.239295 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '172438a5-6341-494d-8d40-133c6e15f68d', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'port_id': '86650f33-4f4f-4e71-982b-6665a1a89190', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'mac_address': 'fa:16:3e:2f:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:30:17Z', 'updated_at': '2022-02-18T00:30:50Z', 'revision_number': 1, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:51.264765 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] Checking router: 7025563b-fc91-452f-99cb-84d5e8a0c143 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:30:51.272707 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:30:51.273301 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:51.378774 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:30:51.597924 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '172438a5-6341-494d-8d40-133c6e15f68d', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'port_id': '86650f33-4f4f-4e71-982b-6665a1a89190', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'mac_address': 'fa:16:3e:2f:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:30:17Z', 'updated_at': '2022-02-18T00:30:50Z', 'revision_number': 1, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:30:51.704612 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919cfcfa-96bc-4a4d-9556-03c7a4f36d04 None None] The sync data for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi is: [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '172438a5-6341-494d-8d40-133c6e15f68d', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'port_id': '86650f33-4f4f-4e71-982b-6665a1a89190', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'mac_address': 'fa:16:3e:2f:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:30:17Z', 'updated_at': '2022-02-18T00:30:50Z', 'revision_number': 1, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:30:51.795957 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25711faa-9f4e-4fdd-b6e9-4678167910a9 req-55734285-6da8-4529-b52d-9746c1aa0a86 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:51.797453 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25711faa-9f4e-4fdd-b6e9-4678167910a9 req-55734285-6da8-4529-b52d-9746c1aa0a86 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0537610 Feb 18 00:30:51.865129 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25711faa-9f4e-4fdd-b6e9-4678167910a9 req-b5cfab2f-86f9-4cbe-ac23-4e7db844b465 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572724 Feb 18 00:30:51.915157 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c019a-9fa7-4134-b84d-48f7b66e8618 None None] New status for floating IP 172438a5-6341-494d-8d40-133c6e15f68d: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:30:52.977448 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ce322-ddff-4aef-9465-38a56bb2bf64 req-b85964a5-e5a5-48cf-8103-7dcacf34c424 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:52.978950 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4c4ce322-ddff-4aef-9465-38a56bb2bf64 req-b85964a5-e5a5-48cf-8103-7dcacf34c424 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0516992 Feb 18 00:30:53.025425 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4c4ce322-ddff-4aef-9465-38a56bb2bf64 req-8bfe95cb-a100-4d47-b9b7-9a302890752c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Feb 18 00:30:53.501477 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-e1c5a58b-162e-41b2-a87d-bba638806e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:53.503186 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-e1c5a58b-162e-41b2-a87d-bba638806e30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1130 time: 0.0443721 Feb 18 00:30:53.600986 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-94de68a0-ab9a-47a1-bd38-2916e18c1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:53.602475 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-94de68a0-ab9a-47a1-bd38-2916e18c1891 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.0918167 Feb 18 00:30:53.699968 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-490d7589-19c5-4fe7-9c62-bf8a5a1d4974 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 200 len: 1002 time: 0.0889857 Feb 18 00:30:53.751449 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-26100b0f-97e3-4ede-bbb7-473e13df0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:53.752893 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-26100b0f-97e3-4ede-bbb7-473e13df0f36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0447333 Feb 18 00:30:53.811599 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-c42eed9d-a1a2-4d5d-838d-01267843493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:53.813079 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-c42eed9d-a1a2-4d5d-838d-01267843493b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437181 Feb 18 00:30:53.910584 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-aed6208e-dd13-42fe-bd2a-d1d34ee8bbec service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890069 Feb 18 00:30:53.999643 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bb4e78b-92d6-4e4f-a288-d03603db05f4 req-219c71e0-a0a3-4937-9c41-4683e6c6b21d service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827339 Feb 18 00:30:54.145389 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e2fb0-52ca-442e-a3dd-c8392f913989 req-15c35689-63ea-4439-adad-9c6a0fc05cbd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:54.146897 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c73e2fb0-52ca-442e-a3dd-c8392f913989 req-15c35689-63ea-4439-adad-9c6a0fc05cbd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0528052 Feb 18 00:30:54.196776 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c73e2fb0-52ca-442e-a3dd-c8392f913989 req-558a4b7e-4133-444a-81a9-5bdb659535e2 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Feb 18 00:30:55.337572 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0ec94-1d80-407e-8961-b07c15d06b8d req-1dafa02e-ba3b-4311-b7bc-ee5c5e32e7ce tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:55.339231 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95b0ec94-1d80-407e-8961-b07c15d06b8d req-1dafa02e-ba3b-4311-b7bc-ee5c5e32e7ce tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0709205 Feb 18 00:30:55.385147 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40768) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:55.402278 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95b0ec94-1d80-407e-8961-b07c15d06b8d req-a95771bf-c46d-429c-8ce3-1fc87b1475f9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Feb 18 00:30:55.504954 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d50e2939-cdd8-4d44-bffe-ee7bed1e2be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:55.584612 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d50e2939-cdd8-4d44-bffe-ee7bed1e2be9 admin admin] Publish callbacks [] for security_group (0b9ace2c-8e54-44a3-9c7f-084ea166a53d), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:55.588858 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d50e2939-cdd8-4d44-bffe-ee7bed1e2be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (0b9ace2c-8e54-44a3-9c7f-084ea166a53d), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:55.633089 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-d50e2939-cdd8-4d44-bffe-ee7bed1e2be9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d40a2e2deab45a9889c34b5b0b4ef86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445366 Feb 18 00:30:55.633089 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e2939-cdd8-4d44-bffe-ee7bed1e2be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ace2c-8e54-44a3-9c7f-084ea166a53d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:55.633524 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40784) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:55.691315 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f42308d5-b441-4ef4-88a1-aa4a0490ecb1 admin admin] Publish callbacks [] for security_group (0b9ace2c-8e54-44a3-9c7f-084ea166a53d), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:55.717817 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f42308d5-b441-4ef4-88a1-aa4a0490ecb1 admin admin] Publish callbacks [] for security_group (0b9ace2c-8e54-44a3-9c7f-084ea166a53d), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:55.774076 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f42308d5-b441-4ef4-88a1-aa4a0490ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (0b9ace2c-8e54-44a3-9c7f-084ea166a53d), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:55.776924 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f42308d5-b441-4ef4-88a1-aa4a0490ecb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:55.778196 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f42308d5-b441-4ef4-88a1-aa4a0490ecb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b9ace2c-8e54-44a3-9c7f-084ea166a53d HTTP/1.1" status: 204 len: 168 time: 0.1427979 Feb 18 00:30:55.786180 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42308d5-b441-4ef4-88a1-aa4a0490ecb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ace2c-8e54-44a3-9c7f-084ea166a53d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:55.847424 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40794) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:56.051608 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e32a135a-a2d1-4805-b04e-1589c411c35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.127960 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:56.144290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab920abd-c604-4c27-a1f5-e88c698a3634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.150123 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e32a135a-a2d1-4805-b04e-1589c411c35c admin admin] Publish callbacks [] for security_group (75ec31df-cb44-43a8-9dce-918de3980dfa), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.155848 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e32a135a-a2d1-4805-b04e-1589c411c35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (75ec31df-cb44-43a8-9dce-918de3980dfa), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.209407 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-e32a135a-a2d1-4805-b04e-1589c411c35c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b3285df9bad4d4e9461e2ffab573c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608649 Feb 18 00:30:56.210638 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a135a-a2d1-4805-b04e-1589c411c35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ec31df-cb44-43a8-9dce-918de3980dfa,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:56.213197 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40812) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:56.213928 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:30:56.240838 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab920abd-c604-4c27-a1f5-e88c698a3634 admin admin] Publish callbacks [] for security_group (2e4ea001-ec4f-4792-8835-57d05d3ee7d9), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.247609 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab920abd-c604-4c27-a1f5-e88c698a3634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (2e4ea001-ec4f-4792-8835-57d05d3ee7d9), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.278468 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cec5220b-8f72-4f0c-9171-efdffec96163 admin admin] Publish callbacks [] for security_group (75ec31df-cb44-43a8-9dce-918de3980dfa), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.289430 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ab920abd-c604-4c27-a1f5-e88c698a3634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f667e13c11f44ccc827ffc7a946eda82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601224 Feb 18 00:30:56.290328 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab920abd-c604-4c27-a1f5-e88c698a3634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4ea001-ec4f-4792-8835-57d05d3ee7d9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:56.292125 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40818) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:56.326189 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cec5220b-8f72-4f0c-9171-efdffec96163 admin admin] Publish callbacks [] for security_group (75ec31df-cb44-43a8-9dce-918de3980dfa), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.380968 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-515df820-5604-459b-9d52-a9c19fa92c06 admin admin] Publish callbacks [] for security_group (2e4ea001-ec4f-4792-8835-57d05d3ee7d9), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.405817 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-515df820-5604-459b-9d52-a9c19fa92c06 admin admin] Publish callbacks [] for security_group (2e4ea001-ec4f-4792-8835-57d05d3ee7d9), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.413720 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cec5220b-8f72-4f0c-9171-efdffec96163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (75ec31df-cb44-43a8-9dce-918de3980dfa), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.416389 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cec5220b-8f72-4f0c-9171-efdffec96163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.420981 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-cec5220b-8f72-4f0c-9171-efdffec96163 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75ec31df-cb44-43a8-9dce-918de3980dfa HTTP/1.1" status: 204 len: 168 time: 0.2033780 Feb 18 00:30:56.441973 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5220b-8f72-4f0c-9171-efdffec96163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ec31df-cb44-43a8-9dce-918de3980dfa,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:56.488233 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-515df820-5604-459b-9d52-a9c19fa92c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (2e4ea001-ec4f-4792-8835-57d05d3ee7d9), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.491252 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-515df820-5604-459b-9d52-a9c19fa92c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:56.494937 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-515df820-5604-459b-9d52-a9c19fa92c06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e4ea001-ec4f-4792-8835-57d05d3ee7d9 HTTP/1.1" status: 204 len: 168 time: 0.1984713 Feb 18 00:30:56.525465 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515df820-5604-459b-9d52-a9c19fa92c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4ea001-ec4f-4792-8835-57d05d3ee7d9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:56.624902 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90762-e808-4001-9f4c-1f85de326ca0 req-ccafe5af-ba10-4ffb-9533-9644b5a5357c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:56.626718 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cef90762-e808-4001-9f4c-1f85de326ca0 req-ccafe5af-ba10-4ffb-9533-9644b5a5357c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1300979 Feb 18 00:30:56.684431 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cef90762-e808-4001-9f4c-1f85de326ca0 req-0474e1da-dfae-48f5-8335-a7f01bcecab3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519078 Feb 18 00:30:56.858876 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e5d24f01-56dc-4ba3-a02b-e4543d348a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.088871 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:57.103775 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bccbc7cb-713b-42a2-8c36-72b5ac011d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.181963 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bccbc7cb-713b-42a2-8c36-72b5ac011d72 admin admin] Publish callbacks [] for security_group (c3567a4f-344d-4462-886d-c6cb1bcca49e), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.186978 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bccbc7cb-713b-42a2-8c36-72b5ac011d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (c3567a4f-344d-4462-886d-c6cb1bcca49e), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.228823 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-bccbc7cb-713b-42a2-8c36-72b5ac011d72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c52a5e5f2f344065918e9661ee518232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378937 Feb 18 00:30:57.229684 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbc7cb-713b-42a2-8c36-72b5ac011d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3567a4f-344d-4462-886d-c6cb1bcca49e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:57.232799 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:57.285555 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1df88f4-568b-4c3e-91c6-7febce228137 admin admin] Publish callbacks [] for security_group (c3567a4f-344d-4462-886d-c6cb1bcca49e), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.308007 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1df88f4-568b-4c3e-91c6-7febce228137 admin admin] Publish callbacks [] for security_group (c3567a4f-344d-4462-886d-c6cb1bcca49e), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.356754 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1df88f4-568b-4c3e-91c6-7febce228137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (c3567a4f-344d-4462-886d-c6cb1bcca49e), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.359364 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1df88f4-568b-4c3e-91c6-7febce228137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.360558 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c1df88f4-568b-4c3e-91c6-7febce228137 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3567a4f-344d-4462-886d-c6cb1bcca49e HTTP/1.1" status: 204 len: 168 time: 0.1273272 Feb 18 00:30:57.368113 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df88f4-568b-4c3e-91c6-7febce228137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3567a4f-344d-4462-886d-c6cb1bcca49e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:57.438415 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 40884) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:57.638856 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1378190698-network', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:57.666673 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Made reservation on behalf of b1b8bf232d0f4b6d9b9990636d612c80 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:30:57.670152 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.678927 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.788799 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks [] for security_group (1505d0f7-95bf-4762-ab54-0a98e34daa0d), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.797890 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1505d0f7-95bf-4762-ab54-0a98e34daa0d), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.822795 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:30:57.839646 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1505d0f7-95bf-4762-ab54-0a98e34daa0d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:57.845360 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (e29501a6-edb1-4584-a8cd-5d2517867740), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.845987 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Added segment e29501a6-edb1-4584-a8cd-5d2517867740 of type vlan for network 73b89bff-e0a0-4420-bb13-4424bd5ad296 Feb 18 00:30:57.885085 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d6d5c-1e18-40cf-b1fd-1dd741445ed8 req-edfe2f0f-b801-4731-bdec-48c27097d6bb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:57.888056 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3b5d6d5c-1e18-40cf-b1fd-1dd741445ed8 req-edfe2f0f-b801-4731-bdec-48c27097d6bb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1045263 Feb 18 00:30:57.898343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (73b89bff-e0a0-4420-bb13-4424bd5ad296), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.931942 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (73b89bff-e0a0-4420-bb13-4424bd5ad296), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.933604 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:57.936188 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:57.954745 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3b5d6d5c-1e18-40cf-b1fd-1dd741445ed8 req-53f1dcff-e69f-4e55-9dd1-c7b7e7a343df tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Feb 18 00:30:58.027436 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5876696 Feb 18 00:30:58.030256 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40926) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:58.036185 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Request body: {'subnet': {'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1378190698-subnet', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:58.054244 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3e65b-cb28-4fdd-9619-f1540e95eb43 admin admin] Pushing event updated for resources: {'Network': ['ID=73b89bff-e0a0-4420-bb13-4424bd5ad296,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:58.080569 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:30:58.081126 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Made reservation on behalf of b1b8bf232d0f4b6d9b9990636d612c80 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:30:58.083817 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.369123 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edb636-8640-417d-a775-d0858fde76b8 req-c869f337-8b24-4d89-a913-ebb03ca950cf tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:58.371167 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-12edb636-8640-417d-a775-d0858fde76b8 req-c869f337-8b24-4d89-a913-ebb03ca950cf tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.1331437 Feb 18 00:30:58.406391 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (34c320fb-ed3c-4087-af0d-1e31daa2abbd), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.480308 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-12edb636-8640-417d-a775-d0858fde76b8 req-1774b4b3-423a-413b-8836-9baa7b1dcc6e tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976026 Feb 18 00:30:58.500038 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c320fb-ed3c-4087-af0d-1e31daa2abbd,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:58.510796 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.511678 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.512265 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.512818 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.513161 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.513611 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.513814 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.514312 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.514703 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.514929 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.515261 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.515578 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.515900 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:58.525268 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Checking segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:58.525632 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Network hostable DHCP agents. Network: 73b89bff-e0a0-4420-bb13-4424bd5ad296, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:30:58.548380 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:30:58.559386 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 73b89bff-e0a0-4420-bb13-4424bd5ad296) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:58.563813 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:58.564396 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.570501 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2035bd-cfb5-4a70-93d4-db5f678fd811 None None] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:30:58.583238 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0a2fb421-6294-45b3-b44e-ba6bd5b0c0d1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5516968 Feb 18 00:30:58.585993 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 40970) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:58.591176 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:30:58.612016 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (150041bb-3ad2-4137-8b6c-ae4266dd5270), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.613877 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (150041bb-3ad2-4137-8b6c-ae4266dd5270), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.676935 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks [] for router_controller (150041bb-3ad2-4137-8b6c-ae4266dd5270), precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.691706 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-73b89bff-e0a0-4420-bb13-4424bd5ad296', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:30:58.692800 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.836371 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks [] for router_gateway (150041bb-3ad2-4137-8b6c-ae4266dd5270), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:58.856302 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Allocated IP 172.20.0.2 (73b89bff-e0a0-4420-bb13-4424bd5ad296/34c320fb-ed3c-4087-af0d-1e31daa2abbd/484d089e-6338-4767-8248-515a98427a73) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:59.070564 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Publish callbacks [] for port (484d089e-6338-4767-8248-515a98427a73), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.084860 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (484d089e-6338-4767-8248-515a98427a73), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.161592 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41000) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:59.169266 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:59.176187 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:59.181613 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks [] for router_gateway (150041bb-3ad2-4137-8b6c-ae4266dd5270), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.182478 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:30:59.187352 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Pushing event updated for resources: {'Port': ['ID=484d089e-6338-4767-8248-515a98427a73,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:59.193117 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e6d96-cb9b-45fc-be63-61a1af289d8d req-ad5b1d3a-83e5-4f56-92f1-9e9e8c02b259 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:59.194697 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-997e6d96-cb9b-45fc-be63-61a1af289d8d req-ad5b1d3a-83e5-4f56-92f1-9e9e8c02b259 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1224604 Feb 18 00:30:59.256547 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Attempting to bind port 484d089e-6338-4767-8248-515a98427a73 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:30:59.257218 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Attempting to bind port 484d089e-6338-4767-8248-515a98427a73 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:30:59.257756 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Attempting to bind port 484d089e-6338-4767-8248-515a98427a73 on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:30:59.264138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:30:59.264547 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Checking segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:30:59.264919 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.265334 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Bound using segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:30:59.265786 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Bound port: 484d089e-6338-4767-8248-515a98427a73, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:30:59.266171 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (484d089e-6338-4767-8248-515a98427a73), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.290187 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44853dbc-5da2-4caf-8772-f304423f8ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.357148 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] For port 484d089e-6338-4767-8248-515a98427a73, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:30:59.359790 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-61396203-d374-4105-ba53-d1b1cba244fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.363710 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] For port 484d089e-6338-4767-8248-515a98427a73, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=484d089e-6338-4767-8248-515a98427a73,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:30:59.370857 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (484d089e-6338-4767-8248-515a98427a73), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.375468 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44853dbc-5da2-4caf-8772-f304423f8ec1 admin admin] Publish callbacks [] for security_group (041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.381091 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44853dbc-5da2-4caf-8772-f304423f8ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.395411 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.427729 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-44853dbc-5da2-4caf-8772-f304423f8ec1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a60aa3e762f4dd78b8e0b0f1ce27f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625308 Feb 18 00:30:59.427729 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44853dbc-5da2-4caf-8772-f304423f8ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:59.428670 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:30:59.477840 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955259f0-6491-4733-8046-1a7b76df4765 None None] Pushing event updated for resources: {'Port': ['ID=484d089e-6338-4767-8248-515a98427a73,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:59.485090 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-997e6d96-cb9b-45fc-be63-61a1af289d8d req-e9a10bdf-1f35-46c1-b624-c65f69ef1460 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917733 Feb 18 00:30:59.498143 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Publish callbacks [] for security_group (041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.538429 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Publish callbacks [] for security_group (041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.567759 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Allocated IP 172.27.2.74 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/aefbb051-b8db-472a-a0d7-b32064c1ddd2) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:30:59.598411 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.601295 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.602679 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c HTTP/1.1" status: 204 len: 168 time: 0.1729016 Feb 18 00:30:59.614780 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e87ec-8ce6-4d58-9aaf-9362d8fc7a0c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:30:59.631662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.632018 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.632382 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.632701 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.633036 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.633367 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.633715 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.639141 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.639525 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.640921 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.641728 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.643079 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.643428 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf98eb4f-dcd7-4525-80b4-b2c6f257ad54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:30:59.820508 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb81b1-8db6-496f-afa5-805f7b6b7d89 req-a4df9c46-ef02-4b40-a8c7-212cf47fe2c3 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:30:59.822532 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fadb81b1-8db6-496f-afa5-805f7b6b7d89 req-a4df9c46-ef02-4b40-a8c7-212cf47fe2c3 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.2217407 Feb 18 00:30:59.881403 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks [] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.910676 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fadb81b1-8db6-496f-afa5-805f7b6b7d89 req-4ddf9ccd-9ef2-4670-827c-94a5d5abdb5d tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800700 Feb 18 00:30:59.943423 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:30:59.980218 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:30:59.983650 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:30:59.990131 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:00.007024 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41036) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:00.020371 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa006a63-186b-435a-b0e2-29805b488feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.059058 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Pushing event updated for resources: {'Port': ['ID=aefbb051-b8db-472a-a0d7-b32064c1ddd2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:00.118745 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa006a63-186b-435a-b0e2-29805b488feb admin admin] Publish callbacks [] for security_group (59b5c058-0cc4-4757-9976-ad9c36166993), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.132194 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa006a63-186b-435a-b0e2-29805b488feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (59b5c058-0cc4-4757-9976-ad9c36166993), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.172726 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa006a63-186b-435a-b0e2-29805b488feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b5c058-0cc4-4757-9976-ad9c36166993,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:00.179381 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-fa006a63-186b-435a-b0e2-29805b488feb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76e4b57e66d64a56bd9dac580d7cd874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712301 Feb 18 00:31:00.182404 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41042) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:00.240604 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-404dd266-ed11-44fb-b07d-9215f3346293 admin admin] Publish callbacks [] for security_group (59b5c058-0cc4-4757-9976-ad9c36166993), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.245647 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.264883 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks [] for router_gateway (150041bb-3ad2-4137-8b6c-ae4266dd5270), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.265643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-404dd266-ed11-44fb-b07d-9215f3346293 admin admin] Publish callbacks [] for security_group (59b5c058-0cc4-4757-9976-ad9c36166993), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.321984 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-404dd266-ed11-44fb-b07d-9215f3346293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (59b5c058-0cc4-4757-9976-ad9c36166993), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.326215 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-404dd266-ed11-44fb-b07d-9215f3346293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.327646 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-404dd266-ed11-44fb-b07d-9215f3346293 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59b5c058-0cc4-4757-9976-ad9c36166993 HTTP/1.1" status: 204 len: 168 time: 0.1432393 Feb 18 00:31:00.341769 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dd266-ed11-44fb-b07d-9215f3346293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b5c058-0cc4-4757-9976-ad9c36166993,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:00.476425 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 484d089e-6338-4767-8248-515a98427a73 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:00.528964 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (150041bb-3ad2-4137-8b6c-ae4266dd5270), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.571404 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 484d089e-6338-4767-8248-515a98427a73 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:00.575032 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (484d089e-6338-4767-8248-515a98427a73), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.722746 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 484d089e-6338-4767-8248-515a98427a73 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:00.723056 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (484d089e-6338-4767-8248-515a98427a73), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.738790 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4d72d-40f3-4d99-ae91-01c1240c65bc req-b809f831-b50b-4960-96c2-9c02542d3699 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:00.738790 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7fc4d72d-40f3-4d99-ae91-01c1240c65bc req-b809f831-b50b-4960-96c2-9c02542d3699 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1044176 Feb 18 00:31:00.754748 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca0cc5-ae71-419f-8b3c-ca3413e777e2 None None] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:31:00.798901 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:31:00.807656 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7fc4d72d-40f3-4d99-ae91-01c1240c65bc req-cfbc1bcf-48f2-40fc-b001-3415b849b7f1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607986 Feb 18 00:31:00.826811 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 484d089e-6338-4767-8248-515a98427a73, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=484d089e-6338-4767-8248-515a98427a73,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:00.850086 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (484d089e-6338-4767-8248-515a98427a73), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.962324 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-205ae5d0-ebe0-4f42-89c2-4ddca8459215 None None] Provisioning complete for port 484d089e-6338-4767-8248-515a98427a73 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:00.962944 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-205ae5d0-ebe0-4f42-89c2-4ddca8459215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (484d089e-6338-4767-8248-515a98427a73), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:00.984186 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:00.989430 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=484d089e-6338-4767-8248-515a98427a73,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:00.999509 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:01.028974 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:01.029598 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:01.070724 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:01.074832 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0e3bc346-9ad8-4e45-a912-17def5f509a6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4874997 Feb 18 00:31:01.077526 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41066) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:01.240201 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-205ae5d0-ebe0-4f42-89c2-4ddca8459215 None None] Current status of the port 484d089e-6338-4767-8248-515a98427a73 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:01.272441 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-31d974dc-1731-435e-b705-79a898d588de tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:01.274494 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-31d974dc-1731-435e-b705-79a898d588de tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.48 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.2729416 Feb 18 00:31:01.336122 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:01.464747 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc40ce-cfcc-4621-b95a-12863f32d8ad req-9aa0f27a-af7c-46a4-9ce6-be2a72ccf217 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:01.473835 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d9bc40ce-cfcc-4621-b95a-12863f32d8ad req-9aa0f27a-af7c-46a4-9ce6-be2a72ccf217 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 946 time: 0.3597620 Feb 18 00:31:01.619216 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-b20d90f2-b90d-4f72-9878-417d124ca6b2 None None] Provisioning complete for port 484d089e-6338-4767-8248-515a98427a73 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:01.620159 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b20d90f2-b90d-4f72-9878-417d124ca6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (484d089e-6338-4767-8248-515a98427a73), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:01.622504 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:01.639051 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:00Z', 'revision_number': 3, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:01.672262 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:01.672961 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Updating router 150041bb-3ad2-4137-8b6c-ae4266dd5270 port aefbb051-b8db-472a-a0d7-b32064c1ddd2 binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:01.709767 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:01.747335 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d9bc40ce-cfcc-4621-b95a-12863f32d8ad req-94a3d494-53d7-4440-a3f2-1837008f3ce4 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5361f30-cd29-4a2d-9379-d078b9bca789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428935 Feb 18 00:31:01.781261 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Deleting port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:31:01.782231 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:01.800555 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-b20d90f2-b90d-4f72-9878-417d124ca6b2 None None] Current status of the port 484d089e-6338-4767-8248-515a98427a73 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:01.864932 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.085683 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Allocated IP 172.20.0.1 (73b89bff-e0a0-4420-bb13-4424bd5ad296/34c320fb-ed3c-4087-af0d-1e31daa2abbd/767cb32b-d827-4b99-bbe5-ba3be67cafc8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:02.103467 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Publish callbacks [] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.119916 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.163006 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] For port a5e9b421-7bd0-487e-a4cc-8d669a02ad88, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,segment=NetworkSegment(3fd291ac-1795-45cd-a4bc-ba13439b6c0f),segment_id=3fd291ac-1795-45cd-a4bc-ba13439b6c0f)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:02.163372 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.187582 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Calling delete_port for a5e9b421-7bd0-487e-a4cc-8d669a02ad88 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:31:02.200344 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d778fb-d3ad-4e18-acca-784fe8afe665 None None] Pushing event updated for resources: {'Port': ['ID=aefbb051-b8db-472a-a0d7-b32064c1ddd2,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:02.231287 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks [] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.240580 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2b823-2d9e-420f-879e-b439962988ea req-d6891971-2797-4615-91b9-10a8d6c4c872 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:02.242089 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acb2b823-2d9e-420f-879e-b439962988ea req-d6891971-2797-4615-91b9-10a8d6c4c872 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.3361328 Feb 18 00:31:02.242213 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Attempting to bind port aefbb051-b8db-472a-a0d7-b32064c1ddd2 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:02.243588 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Attempting to bind port aefbb051-b8db-472a-a0d7-b32064c1ddd2 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:02.244049 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Attempting to bind port aefbb051-b8db-472a-a0d7-b32064c1ddd2 on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:02.255836 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:02.257187 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:02.258778 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.259186 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:02.259665 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Bound port: aefbb051-b8db-472a-a0d7-b32064c1ddd2, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:02.260045 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.297759 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.343586 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=767cb32b-d827-4b99-bbe5-ba3be67cafc8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:02.349496 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acb2b823-2d9e-420f-879e-b439962988ea req-dfab6a70-23e8-4981-9e12-96869c63861d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744200 Feb 18 00:31:02.362940 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:02.365468 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:02.384879 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:02.385371 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (150041bb-3ad2-4137-8b6c-ae4266dd5270), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.386340 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] For port aefbb051-b8db-472a-a0d7-b32064c1ddd2, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:02.462775 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (a5e9b421-7bd0-487e-a4cc-8d669a02ad88), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.464572 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] For port aefbb051-b8db-472a-a0d7-b32064c1ddd2, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=aefbb051-b8db-472a-a0d7-b32064c1ddd2,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:02.478182 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.503558 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Pushing event deleted for resources: {'Port': ['ID=a5e9b421-7bd0-487e-a4cc-8d669a02ad88,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:02.549958 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 484d089e-6338-4767-8248-515a98427a73 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:02.645489 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] No DVR routers for this DVR port a5e9b421-7bd0-487e-a4cc-8d669a02ad88 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:31:02.653591 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.663776 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae761435-5c67-4ee9-a74b-b1ed07bdcfec req-ce45d3b9-9205-4d4c-baf6-5e6d0c9751f5 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.48 "DELETE /v2.0/ports/a5e9b421-7bd0-487e-a4cc-8d669a02ad88 HTTP/1.1" status: 204 len: 173 time: 1.3725417 Feb 18 00:31:02.664270 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37670414-4bf8-4009-afe9-e05ba1db3432', 'name': 'network-vif-deleted', 'tag': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:31:02.666477 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 484d089e-6338-4767-8248-515a98427a73 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:02.666973 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031447af-c089-4871-a6f3-f5f8331acfd5" -d '{"events": [{"server_uuid": "37670414-4bf8-4009-afe9-e05ba1db3432", "name": "network-vif-deleted", "tag": "a5e9b421-7bd0-487e-a4cc-8d669a02ad88"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:31:02.667627 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (484d089e-6338-4767-8248-515a98427a73), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.668574 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.690805 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:02.691576 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:02.705301 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d778fb-d3ad-4e18-acca-784fe8afe665 None None] Pushing event updated for resources: {'Port': ['ID=aefbb051-b8db-472a-a0d7-b32064c1ddd2,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:02.774705 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1bede4-a87b-4636-9d3d-ca2857e11ef6 x-openstack-request-id: req-7b1bede4-a87b-4636-9d3d-ca2857e11ef6 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:31:02.775122 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37670414-4bf8-4009-afe9-e05ba1db3432", "name": "network-vif-deleted", "tag": "a5e9b421-7bd0-487e-a4cc-8d669a02ad88", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:31:02.775321 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b1bede4-a87b-4636-9d3d-ca2857e11ef6 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:31:02.775718 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37670414-4bf8-4009-afe9-e05ba1db3432', 'name': 'network-vif-deleted', 'tag': 'a5e9b421-7bd0-487e-a4cc-8d669a02ad88', 'status': 'completed', 'code': 200} Feb 18 00:31:02.924189 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:02.925652 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-52e8afa1-cf6b-4de1-9c78-21dd52b36660 None None] Provisioning complete for port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:02.927054 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-672b303c-a284-4301-a4fc-0b799ce7dd96 req-c05ae4fd-5e6c-4825-b46c-a2841890c09c tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.0706038 Feb 18 00:31:02.927213 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-52e8afa1-cf6b-4de1-9c78-21dd52b36660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.956655 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 484d089e-6338-4767-8248-515a98427a73 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:02.967837 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-52e8afa1-cf6b-4de1-9c78-21dd52b36660 None None] Port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:02.976643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks [] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.983634 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:02.984579 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (150041bb-3ad2-4137-8b6c-ae4266dd5270), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:03.085862 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=767cb32b-d827-4b99-bbe5-ba3be67cafc8,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:03.137898 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:03.140241 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:03.152805 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:03.267735 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:03.307911 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:31:03.325815 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d722349-0e9a-42ae-9755-199bd4ec73bf None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:03.435418 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a5e9b421-7bd0-487e-a4cc-8d669a02ad88 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:31:03.506609 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: a5e9b421-7bd0-487e-a4cc-8d669a02ad88 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:31:03.506963 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a5e9b421-7bd0-487e-a4cc-8d669a02ad88 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:31:03.529027 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:03.559178 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-408ae56f-c68a-4d37-8112-b759126ad6f5 admin admin] 10.222.0.10 "PUT /v2.0/routers/150041bb-3ad2-4137-8b6c-ae4266dd5270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4700160 Feb 18 00:31:03.592820 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41146) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:03.616718 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51094136-6a8b-4064-9f83-ce9dbd53a684 req-1b03e72f-dbac-479c-9541-bf4edcd5667a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:03.618746 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-5d05b3de-6a28-4867-b7ef-22a366b4777e None None] Provisioning complete for port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:03.619202 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d05b3de-6a28-4867-b7ef-22a366b4777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:03.622853 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-51094136-6a8b-4064-9f83-ce9dbd53a684 req-1b03e72f-dbac-479c-9541-bf4edcd5667a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0823944 Feb 18 00:31:03.666760 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-5d05b3de-6a28-4867-b7ef-22a366b4777e None None] Port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:03.697243 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-51094136-6a8b-4064-9f83-ce9dbd53a684 req-2bdab9fe-e625-4494-958d-6202e61c425e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720451 Feb 18 00:31:03.777807 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be451816-44e6-4ca7-baae-0678d5518d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:03.900817 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be451816-44e6-4ca7-baae-0678d5518d91 admin admin] Publish callbacks [] for security_group (ce75346d-1f75-497f-bc1c-93eedb131c6e), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:03.906059 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be451816-44e6-4ca7-baae-0678d5518d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (ce75346d-1f75-497f-bc1c-93eedb131c6e), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:03.952871 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-be451816-44e6-4ca7-baae-0678d5518d91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df75134038b44280b98dc4c41153666b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560359 Feb 18 00:31:03.952871 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41156) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:03.959333 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be451816-44e6-4ca7-baae-0678d5518d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce75346d-1f75-497f-bc1c-93eedb131c6e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:04.036093 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-122ec770-46b6-497b-98d4-cad8b961e9c6 admin admin] Publish callbacks [] for security_group (ce75346d-1f75-497f-bc1c-93eedb131c6e), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.073922 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-122ec770-46b6-497b-98d4-cad8b961e9c6 admin admin] Publish callbacks [] for security_group (ce75346d-1f75-497f-bc1c-93eedb131c6e), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.074391 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-40e54741-10f7-4e35-bda5-883d96c42dd5 req-2a8a217e-7abd-4b2b-ac65-72423ffaea71 tempest-DeleteServersTestJSON-819776697 tempest-DeleteServersTestJSON-819776697-project] 10.222.0.10 "GET /v2.0/ports?device_id=37670414-4bf8-4009-afe9-e05ba1db3432 HTTP/1.1" status: 200 len: 210 time: 0.0435736 Feb 18 00:31:04.147764 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-122ec770-46b6-497b-98d4-cad8b961e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (ce75346d-1f75-497f-bc1c-93eedb131c6e), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.152794 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-122ec770-46b6-497b-98d4-cad8b961e9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.154964 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-122ec770-46b6-497b-98d4-cad8b961e9c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce75346d-1f75-497f-bc1c-93eedb131c6e HTTP/1.1" status: 204 len: 168 time: 0.2005501 Feb 18 00:31:04.181444 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ec770-46b6-497b-98d4-cad8b961e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce75346d-1f75-497f-bc1c-93eedb131c6e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:04.342342 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41168) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:04.348398 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1346111969-network', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:04.401405 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Made reservation on behalf of 37190823b5524301b8248ab92bd5c6f4 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:04.410268 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.426037 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.547884 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device aefbb051-b8db-472a-a0d7-b32064c1ddd2 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:04.559953 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks [] for security_group (34cfd81e-f0c7-456e-8196-48077686f6cd), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.579678 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (34cfd81e-f0c7-456e-8196-48077686f6cd), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.671256 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:31:04.681594 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port aefbb051-b8db-472a-a0d7-b32064c1ddd2 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:04.682489 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.710413 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cfd81e-f0c7-456e-8196-48077686f6cd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:04.722643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.722643 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Added segment c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9 of type vlan for network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 Feb 18 00:31:04.817825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (2226af11-b47d-4d1f-9ca6-eb2c3909f6e1), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.853119 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port aefbb051-b8db-472a-a0d7-b32064c1ddd2 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:04.853784 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.896407 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (2226af11-b47d-4d1f-9ca6-eb2c3909f6e1), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.897388 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:04.897978 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.898964 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port aefbb051-b8db-472a-a0d7-b32064c1ddd2, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=aefbb051-b8db-472a-a0d7-b32064c1ddd2,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:04.905731 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:04.962059 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae291763-83ec-47a0-866e-e771eae106d7 req-316cd2bc-e18d-4df3-b9bb-85fdb3c9887f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:04.974508 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae291763-83ec-47a0-866e-e771eae106d7 req-316cd2bc-e18d-4df3-b9bb-85fdb3c9887f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1591265 Feb 18 00:31:05.034251 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=aefbb051-b8db-472a-a0d7-b32064c1ddd2,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:05.049330 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.051562 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.053431 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.054874 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.055407 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.057216 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.059397 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.059917 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.062193 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.062611 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41198) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:05.063429 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.064007 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.064524 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.065955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:05.082750 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7388120 Feb 18 00:31:05.089879 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87b8fa-4165-44f5-9a2d-90398872b678 admin admin] Pushing event updated for resources: {'Network': ['ID=2226af11-b47d-4d1f-9ca6-eb2c3909f6e1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:05.092255 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41202) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:05.097908 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Request body: {'subnet': {'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1346111969-subnet', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:05.102588 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:31:05.123263 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Made reservation on behalf of 37190823b5524301b8248ab92bd5c6f4 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:05.127320 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.130994 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8be3f75-6fab-4341-8ad1-7ec8143289c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.210332 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae291763-83ec-47a0-866e-e771eae106d7 req-74bac222-5a29-437c-8e1c-e31a278b83ec tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347412 Feb 18 00:31:05.238281 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-37b87f01-5255-41b9-9fbe-658a6d8c9427 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2206171 Feb 18 00:31:05.471617 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8be3f75-6fab-4341-8ad1-7ec8143289c0 admin admin] Publish callbacks [] for security_group (e6c99edd-60b2-4465-8548-8997e5da455a), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.487584 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8be3f75-6fab-4341-8ad1-7ec8143289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e6c99edd-60b2-4465-8548-8997e5da455a), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.513936 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-583ff43a-e783-4157-a6d7-0082e75e20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:05.516313 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-583ff43a-e783-4157-a6d7-0082e75e20a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 1130 time: 0.1698842 Feb 18 00:31:05.543982 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (19dccf38-08fb-4e3d-99ce-365e51522dd5), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.632796 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dccf38-08fb-4e3d-99ce-365e51522dd5,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:05.639690 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Checking segment: {'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:05.640161 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Network hostable DHCP agents. Network: 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:31:05.655429 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:05.673568 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:31:05.688332 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:05.694935 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:05.696606 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.700117 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564dc21-79e8-476e-920e-312c6fdf1870 None None] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:31:05.726728 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8831f679-e890-456a-b92f-f8b9a0925a9b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6331129 Feb 18 00:31:05.730595 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41240) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:05.735103 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:05.766244 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (4d90c185-183e-456c-96cb-7ecd0e1caa09), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.768934 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (4d90c185-183e-456c-96cb-7ecd0e1caa09), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.793783 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.797612 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-a8be3f75-6fab-4341-8ad1-7ec8143289c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36c17b456f054ad385a52c0cee02b736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7325149 Feb 18 00:31:05.808417 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41242) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:05.819888 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be3f75-6fab-4341-8ad1-7ec8143289c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c99edd-60b2-4465-8548-8997e5da455a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:05.851660 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-2226af11-b47d-4d1f-9ca6-eb2c3909f6e1', 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1', 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'fixed_ips': [{'subnet_id': '19dccf38-08fb-4e3d-99ce-365e51522dd5'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:31:05.852587 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.869307 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8773d710-0627-455b-b4de-a1d2030b1e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.884429 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks [] for router_controller (4d90c185-183e-456c-96cb-7ecd0e1caa09), precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:05.895250 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-dd7cda0a-2b6b-4739-af94-2171c0773de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:05.896876 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-dd7cda0a-2b6b-4739-af94-2171c0773de4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 916 time: 0.3225310 Feb 18 00:31:05.970208 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-7f6d0e59-4e4c-4d14-a0c3-9b4e8f881715 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:05.971644 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-7f6d0e59-4e4c-4d14-a0c3-9b4e8f881715 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.4198077 Feb 18 00:31:05.975370 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-0d24ada2-ac00-4402-9d5a-025ee50afb97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47 HTTP/1.1" status: 200 len: 217 time: 0.0612283 Feb 18 00:31:05.976394 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-609c3c5f-ffdd-4804-9198-24f7fc1552b4 admin admin] Publish callbacks [] for security_group (e6c99edd-60b2-4465-8548-8997e5da455a), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.012650 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-e8648179-b4c4-4992-8a88-449bddd02260 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/quotas/4a9265d4772245e8a021af097c9e144f HTTP/1.1" status: 200 len: 375 time: 0.0316062 Feb 18 00:31:06.016357 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Allocated IP 172.20.0.2 (2226af11-b47d-4d1f-9ca6-eb2c3909f6e1/19dccf38-08fb-4e3d-99ce-365e51522dd5/69ac1f92-a42d-436f-89ac-8377822c3b83) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:06.052372 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-609c3c5f-ffdd-4804-9198-24f7fc1552b4 admin admin] Publish callbacks [] for security_group (e6c99edd-60b2-4465-8548-8997e5da455a), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.068301 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks [] for router_gateway (4d90c185-183e-456c-96cb-7ecd0e1caa09), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.148000 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-cae52e1b-d75d-4f89-8fe2-1ea6f855d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:06.149457 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-cae52e1b-d75d-4f89-8fe2-1ea6f855d5c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.1548972 Feb 18 00:31:06.185637 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8773d710-0627-455b-b4de-a1d2030b1e9d admin admin] Publish callbacks [] for security_group (504af8de-ede9-4221-927f-a32ab68c3d1a), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.200221 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-4305fd32-3a0f-4b5c-a36f-60087aa8e57f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418110 Feb 18 00:31:06.204864 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Publish callbacks [] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.207348 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8773d710-0627-455b-b4de-a1d2030b1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (504af8de-ede9-4221-927f-a32ab68c3d1a), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.209325 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-b8429cd8-da4e-4629-b3f2-e5a971c57f35 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1594033 Feb 18 00:31:06.217398 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.237460 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-609c3c5f-ffdd-4804-9198-24f7fc1552b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e6c99edd-60b2-4465-8548-8997e5da455a), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.239917 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-609c3c5f-ffdd-4804-9198-24f7fc1552b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.240985 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-609c3c5f-ffdd-4804-9198-24f7fc1552b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6c99edd-60b2-4465-8548-8997e5da455a HTTP/1.1" status: 204 len: 168 time: 0.4295216 Feb 18 00:31:06.276690 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8773d710-0627-455b-b4de-a1d2030b1e9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=391de7138b7a493281054950a625b376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6217706 Feb 18 00:31:06.278520 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41248) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:06.288465 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773d710-0627-455b-b4de-a1d2030b1e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504af8de-ede9-4221-927f-a32ab68c3d1a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:06.331089 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c3c5f-ffdd-4804-9198-24f7fc1552b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c99edd-60b2-4465-8548-8997e5da455a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:06.339679 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Pushing event updated for resources: {'Port': ['ID=69ac1f92-a42d-436f-89ac-8377822c3b83,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:06.369918 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:06.374692 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:06.384458 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f080b48-f347-4a48-9ea9-cdbdfecd4fb6 admin admin] Publish callbacks [] for security_group (504af8de-ede9-4221-927f-a32ab68c3d1a), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.424634 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:06.452086 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-ed9fcf3c-870e-42b3-84a9-3791cd9b2487 service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352538 Feb 18 00:31:06.507214 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device aefbb051-b8db-472a-a0d7-b32064c1ddd2 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:06.509913 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10712a-5464-4bce-809b-3ea43d9623f4 req-00cbad05-bc83-4101-becf-7f81b40041c4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:06.518587 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fb10712a-5464-4bce-809b-3ea43d9623f4 req-00cbad05-bc83-4101-becf-7f81b40041c4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1802843 Feb 18 00:31:06.541799 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-bbbea038-2586-409b-a31a-3272801fba57 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236408 Feb 18 00:31:06.604186 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Attempting to bind port 69ac1f92-a42d-436f-89ac-8377822c3b83 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:06.604662 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Attempting to bind port 69ac1f92-a42d-436f-89ac-8377822c3b83 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:06.605235 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Attempting to bind port 69ac1f92-a42d-436f-89ac-8377822c3b83 on network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:06.619919 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:06.620917 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Checking segment: {'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:06.621315 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.621701 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Bound using segment: {'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:06.622182 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Bound port: 69ac1f92-a42d-436f-89ac-8377822c3b83, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:06.622574 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.703125 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port aefbb051-b8db-472a-a0d7-b32064c1ddd2 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:06.704240 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.756555 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f080b48-f347-4a48-9ea9-cdbdfecd4fb6 admin admin] Publish callbacks [] for security_group (504af8de-ede9-4221-927f-a32ab68c3d1a), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.765315 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:06.770861 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] For port 69ac1f92-a42d-436f-89ac-8377822c3b83, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:06.778573 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] For port 69ac1f92-a42d-436f-89ac-8377822c3b83, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=69ac1f92-a42d-436f-89ac-8377822c3b83,segment=NetworkSegment(c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9),segment_id=c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:06.784027 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:06.784652 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:06.804269 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-73b866eb-518e-4559-b957-cc3f18b00458 service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416817 Feb 18 00:31:06.828531 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks [] for router_gateway (4d90c185-183e-456c-96cb-7ecd0e1caa09), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.850178 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.868001 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.875319 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99d06018-6d73-4a40-85dd-b85ff95846a3 req-8d23c604-76fe-4f89-ad30-17ba9755e139 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924368 Feb 18 00:31:06.971173 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fb10712a-5464-4bce-809b-3ea43d9623f4 req-a729d83b-ba21-452c-acef-29340eb932fd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516220 Feb 18 00:31:06.992295 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f080b48-f347-4a48-9ea9-cdbdfecd4fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (504af8de-ede9-4221-927f-a32ab68c3d1a), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.994513 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f080b48-f347-4a48-9ea9-cdbdfecd4fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:06.996065 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6f080b48-f347-4a48-9ea9-cdbdfecd4fb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/504af8de-ede9-4221-927f-a32ab68c3d1a HTTP/1.1" status: 204 len: 168 time: 0.7162688 Feb 18 00:31:07.062836 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Allocated IP 172.27.2.203 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/95a370f8-1098-466f-ac4e-fb6dde5034e1) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:07.069516 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f080b48-f347-4a48-9ea9-cdbdfecd4fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504af8de-ede9-4221-927f-a32ab68c3d1a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:07.092255 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41276) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:07.220835 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f2cdef68-1bf4-4aa4-8839-b1c6e5a66657 req-e2821c6d-ddc6-4c4c-8966-8667453a30da tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 210 time: 0.0748820 Feb 18 00:31:07.240620 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] Deleting subnet f484859b-59f8-4a7c-a23d-35fcab8e09e8 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:31:07.258507 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port aefbb051-b8db-472a-a0d7-b32064c1ddd2 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:07.264227 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] Publish callbacks [] for subnet (f484859b-59f8-4a7c-a23d-35fcab8e09e8), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.290538 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks [] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.340685 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] Publish callbacks [] for subnet (f484859b-59f8-4a7c-a23d-35fcab8e09e8), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.349195 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a53f8-8361-4845-8509-d38f34ab460f None None] Pushing event updated for resources: {'Port': ['ID=69ac1f92-a42d-436f-89ac-8377822c3b83,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:07.364738 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (f484859b-59f8-4a7c-a23d-35fcab8e09e8), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.416675 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:07.420910 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.492557 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:07.508501 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:07.532723 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:07.553022 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (f484859b-59f8-4a7c-a23d-35fcab8e09e8), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.632468 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=95a370f8-1098-466f-ac4e-fb6dde5034e1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:07.639524 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.649622 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f484859b-59f8-4a7c-a23d-35fcab8e09e8 HTTP/1.1" status: 204 len: 168 time: 0.5563021 Feb 18 00:31:07.651909 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41292) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:07.668425 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603b73a-b2ef-4932-b927-3e63712c38b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f484859b-59f8-4a7c-a23d-35fcab8e09e8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:07.828383 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (3993906e-757d-4a1e-965f-d7d9203c7a6e), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.888536 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41298) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:07.909064 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-997f7dfa-57ac-40d9-ac84-94515cd7198d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.981861 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (3993906e-757d-4a1e-965f-d7d9203c7a6e), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:07.989222 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 2, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:08.021247 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.021247 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.021577 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.021926 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > port after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.022284 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > port after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.022662 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > port after_update 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.022993 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.023334 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.023655 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.023976 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.058305 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:08.058305 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Updating router 150041bb-3ad2-4137-8b6c-ae4266dd5270 port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:08.097552 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.138890 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks [] for router_gateway (4d90c185-183e-456c-96cb-7ecd0e1caa09), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.145260 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.145618 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.146008 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.146348 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:31:08.146758 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3993906e-757d-4a1e-965f-d7d9203c7a6e']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:08.204528 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd291ac-1795-45cd-a4bc-ba13439b6c0f') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:08.204831 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd291ac-1795-45cd-a4bc-ba13439b6c0f') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:08.234314 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (3fd291ac-1795-45cd-a4bc-ba13439b6c0f), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.288491 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-997f7dfa-57ac-40d9-ac84-94515cd7198d admin admin] Publish callbacks [] for security_group (e4ccd3e3-bde6-44c7-8475-767ecb7e8083), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.296417 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-997f7dfa-57ac-40d9-ac84-94515cd7198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e4ccd3e3-bde6-44c7-8475-767ecb7e8083), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.335895 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f7dfa-57ac-40d9-ac84-94515cd7198d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ccd3e3-bde6-44c7-8475-767ecb7e8083,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:08.364401 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-997f7dfa-57ac-40d9-ac84-94515cd7198d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b920ccd9fe54dd987e84fb1582d2d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738038 Feb 18 00:31:08.368600 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41308) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:08.583782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (3fd291ac-1795-45cd-a4bc-ba13439b6c0f), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.584858 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7c36-a015-44d7-be46-1efce8beff35 admin admin] Publish callbacks [] for security_group (e4ccd3e3-bde6-44c7-8475-767ecb7e8083), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.594980 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:31:08.595387 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (3fd291ac-1795-45cd-a4bc-ba13439b6c0f), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.609276 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 69ac1f92-a42d-436f-89ac-8377822c3b83 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:08.639277 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7c36-a015-44d7-be46-1efce8beff35 admin admin] Publish callbacks [] for security_group (e4ccd3e3-bde6-44c7-8475-767ecb7e8083), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.660529 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (4d90c185-183e-456c-96cb-7ecd0e1caa09), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.690399 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Publish callbacks [] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.708600 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: from cryptography.utils import int_from_bytes Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: from cryptography.utils import int_from_bytes Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:31:08.767048 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:31:08.840157 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d903003-0ad9-47d9-a652-29f98bdd31d7 None None] Pushing event updated for resources: {'Port': ['ID=767cb32b-d827-4b99-bbe5-ba3be67cafc8,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:08.855973 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7c36-a015-44d7-be46-1efce8beff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e4ccd3e3-bde6-44c7-8475-767ecb7e8083), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.869093 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7c36-a015-44d7-be46-1efce8beff35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.873622 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (3993906e-757d-4a1e-965f-d7d9203c7a6e), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.880074 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-bcdb7c36-a015-44d7-be46-1efce8beff35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4ccd3e3-bde6-44c7-8475-767ecb7e8083 HTTP/1.1" status: 204 len: 168 time: 0.5103035 Feb 18 00:31:08.896205 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:08.899935 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] 10.222.0.10 "DELETE /v2.0/networks/3993906e-757d-4a1e-965f-d7d9203c7a6e HTTP/1.1" status: 204 len: 168 time: 1.2462966 Feb 18 00:31:08.906260 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-277973aa-f00b-4a09-9734-b0732839f2ef req-8580462e-08d2-4c47-b8bc-8c0f3aaca158 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 210 time: 0.3681936 Feb 18 00:31:08.925234 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb7c36-a015-44d7-be46-1efce8beff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ccd3e3-bde6-44c7-8475-767ecb7e8083,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:08.989150 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 69ac1f92-a42d-436f-89ac-8377822c3b83 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:08.989728 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.036841 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Router 4d90c185-183e-456c-96cb-7ecd0e1caa09 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:31:09.093446 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4145a-8eb2-4a15-ac8c-bdb193050cea admin admin] Pushing event deleted for resources: {'Network': ['ID=3993906e-757d-4a1e-965f-d7d9203c7a6e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:09.137005 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2f567-e8e1-40cd-9481-93a726cb3cb3 None None] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:31:09.142902 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fb0c1-105d-4199-875e-95e7228a6def req-5b44808f-61e0-42e8-bca0-59daea64b999 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:09.148128 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Attempting to bind port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:09.148807 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Attempting to bind port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:09.150337 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Attempting to bind port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:09.154737 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4d4fb0c1-105d-4199-875e-95e7228a6def req-5b44808f-61e0-42e8-bca0-59daea64b999 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 1.0002351 Feb 18 00:31:09.223589 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-242cf6bc-5260-4895-ad68-4b68151ed806 None None] Provisioning complete for port 69ac1f92-a42d-436f-89ac-8377822c3b83 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:09.224106 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-242cf6bc-5260-4895-ad68-4b68151ed806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.295222 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4d4fb0c1-105d-4199-875e-95e7228a6def req-37d94307-168d-469a-9c25-4ce3fc895f21 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343558 Feb 18 00:31:09.306021 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-357e662e-181b-4657-982d-51e0e36c64ce tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:09.307934 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-357e662e-181b-4657-982d-51e0e36c64ce tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.4360237 Feb 18 00:31:09.311362 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:09.312842 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:09.313590 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Checking segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:09.313997 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.314517 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Bound using segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:09.315094 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Bound port: 767cb32b-d827-4b99-bbe5-ba3be67cafc8, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:09.315882 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.322208 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Sync routers for ids ['4d90c185-183e-456c-96cb-7ecd0e1caa09'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:09.336704 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Routers {'4d90c185-183e-456c-96cb-7ecd0e1caa09'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:09.337441 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.337797 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['4d90c185-183e-456c-96cb-7ecd0e1caa09'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:09.343855 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Request body: {'port': {'device_id': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'admin_state_up': True, 'tenant_id': '4a9265d4772245e8a021af097c9e144f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:09.345301 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-10013107-15ca-4724-bcae-1a86c53cb8b4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6134357 Feb 18 00:31:09.345923 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:09.383411 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 69ac1f92-a42d-436f-89ac-8377822c3b83 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:09.383809 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.469959 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Set router 4d90c185-183e-456c-96cb-7ecd0e1caa09 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:09.522882 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41338) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:09.574410 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 69ac1f92-a42d-436f-89ac-8377822c3b83, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=69ac1f92-a42d-436f-89ac-8377822c3b83,segment=NetworkSegment(c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9),segment_id=c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:09.591458 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.687920 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-40154b9e-3b4d-496f-b9be-5694f47532f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc865846150e4b0b97d514e842964a68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1604226 Feb 18 00:31:09.689436 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41342) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:09.703424 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Made reservation on behalf of 4a9265d4772245e8a021af097c9e144f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:09.705507 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] For port 767cb32b-d827-4b99-bbe5-ba3be67cafc8, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:09.709743 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.774268 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] For port 767cb32b-d827-4b99-bbe5-ba3be67cafc8, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=767cb32b-d827-4b99-bbe5-ba3be67cafc8,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:09.794979 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-242cf6bc-5260-4895-ad68-4b68151ed806 None None] Current status of the port 69ac1f92-a42d-436f-89ac-8377822c3b83 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:09.798779 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=69ac1f92-a42d-436f-89ac-8377822c3b83,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:09.809021 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.828251 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16a1367-5bf4-488b-a583-5f9779684ed4 admin admin] Publish callbacks [] for security_group (e5361f30-cd29-4a2d-9379-d078b9bca789), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:09.910557 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d903003-0ad9-47d9-a652-29f98bdd31d7 None None] Pushing event updated for resources: {'Port': ['ID=767cb32b-d827-4b99-bbe5-ba3be67cafc8,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:09.915297 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:31:07Z', 'revision_number': 3, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port': {'id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:06Z', 'updated_at': '2022-02-18T00:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:09.921897 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:09.923995 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Allocated IP 172.20.0.9 (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9/134f7579-7b73-42c3-95ca-11252deb53df/9452ee25-6c51-4bd1-b816-8362a7445bc3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:09.927216 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:10.040520 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Checking router: 4d90c185-183e-456c-96cb-7ecd0e1caa09 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:10.040878 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Updating router 4d90c185-183e-456c-96cb-7ecd0e1caa09 port 95a370f8-1098-466f-ac4e-fb6dde5034e1 binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:10.101247 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-08dadd35-4d18-4c24-8751-8b846bbafa63 None None] Provisioning complete for port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:10.101790 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-08dadd35-4d18-4c24-8751-8b846bbafa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.116837 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16a1367-5bf4-488b-a583-5f9779684ed4 admin admin] Publish callbacks [] for security_group (e5361f30-cd29-4a2d-9379-d078b9bca789), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.124161 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-84784e8c-9504-45b1-aeb5-f9ea2302ead2 req-699822ca-380d-4026-8839-12837d85f8d0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 210 time: 0.0792880 Feb 18 00:31:10.144335 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.282878 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:10.421968 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16a1367-5bf4-488b-a583-5f9779684ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e5361f30-cd29-4a2d-9379-d078b9bca789), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.430516 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16a1367-5bf4-488b-a583-5f9779684ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.431787 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f16a1367-5bf4-488b-a583-5f9779684ed4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5361f30-cd29-4a2d-9379-d078b9bca789 HTTP/1.1" status: 204 len: 168 time: 0.7413609 Feb 18 00:31:10.543809 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a1367-5bf4-488b-a583-5f9779684ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5361f30-cd29-4a2d-9379-d078b9bca789,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:10.614828 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 767cb32b-d827-4b99-bbe5-ba3be67cafc8 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:10.657793 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks [] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.702001 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-08dadd35-4d18-4c24-8751-8b846bbafa63 None None] Current status of the port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:10.702741 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-08dadd35-4d18-4c24-8751-8b846bbafa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.735926 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.787253 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-08dadd35-4d18-4c24-8751-8b846bbafa63 None None] For port 767cb32b-d827-4b99-bbe5-ba3be67cafc8, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=767cb32b-d827-4b99-bbe5-ba3be67cafc8,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:10.801427 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0c5ee-a6b5-4900-8301-117994e8a4b5 req-8ba9b9f2-e2dc-4cb8-bcf6-cf1c74d3e56d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:10.805992 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-08dadd35-4d18-4c24-8751-8b846bbafa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.812678 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0ad0c5ee-a6b5-4900-8301-117994e8a4b5 req-8ba9b9f2-e2dc-4cb8-bcf6-cf1c74d3e56d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.3159392 Feb 18 00:31:10.837381 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.912663 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:10.915855 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:10.920322 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:10.925233 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:10.931008 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:31:10.967219 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:10.974769 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0ad0c5ee-a6b5-4900-8301-117994e8a4b5 req-8dcf5e0d-1df4-43a3-83e5-5ccd654d3551 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576591 Feb 18 00:31:11.023986 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Allocated IP 172.20.0.1 (2226af11-b47d-4d1f-9ca6-eb2c3909f6e1/19dccf38-08fb-4e3d-99ce-365e51522dd5/8ac80e2b-521b-4ef7-9ce6-f29c04c4f599) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:11.053916 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event updated for resources: {'Port': ['ID=9452ee25-6c51-4bd1-b816-8362a7445bc3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:11.125933 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Publish callbacks [] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.130731 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:11.131512 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.140719 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.182526 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-1c4c300a-5907-4d8d-9f76-c84ec1bff00a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8432887 Feb 18 00:31:11.213206 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Request body: {'port': {'device_id': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:11.230499 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Attempting to bind port 95a370f8-1098-466f-ac4e-fb6dde5034e1 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:11.232441 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Attempting to bind port 95a370f8-1098-466f-ac4e-fb6dde5034e1 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:11.233041 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Attempting to bind port 95a370f8-1098-466f-ac4e-fb6dde5034e1 on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:11.278232 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:11.278631 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:11.279032 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.279425 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:11.279903 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Bound port: 95a370f8-1098-466f-ac4e-fb6dde5034e1, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:11.280388 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.307144 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks [] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.336402 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] For port 95a370f8-1098-466f-ac4e-fb6dde5034e1, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:11.341002 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] For port 95a370f8-1098-466f-ac4e-fb6dde5034e1, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=95a370f8-1098-466f-ac4e-fb6dde5034e1,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:11.348473 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.386566 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.388647 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dadd35-4d18-4c24-8751-8b846bbafa63 None None] Pushing event updated for resources: {'Port': ['ID=767cb32b-d827-4b99-bbe5-ba3be67cafc8,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:11.399841 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-2ebbad90-3728-47b7-8581-489408bcecff None None] Provisioning complete for port 69ac1f92-a42d-436f-89ac-8377822c3b83 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:11.400371 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2ebbad90-3728-47b7-8581-489408bcecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.417568 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Routers {'4d90c185-183e-456c-96cb-7ecd0e1caa09'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:11.419736 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.426029 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['4d90c185-183e-456c-96cb-7ecd0e1caa09'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:11.514829 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:09Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:11.531495 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:11.560662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:11.562222 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:11.569345 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf748c1-2dcc-4c08-a7e6-3ac3587e2f63 None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:09Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:11.570228 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:11.570228 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (4d90c185-183e-456c-96cb-7ecd0e1caa09), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:11.590162 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:11.591595 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 69ac1f92-a42d-436f-89ac-8377822c3b83 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:11.724118 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] Set router 4d90c185-183e-456c-96cb-7ecd0e1caa09 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:11.811972 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfdbf-bfc7-4e27-811e-4511f3394704 req-0bd2f354-b96f-463e-a43a-f3b84a84e502 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:11.819151 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a7acfdbf-bfc7-4e27-811e-4511f3394704 req-0bd2f354-b96f-463e-a43a-f3b84a84e502 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 931 time: 0.5490065 Feb 18 00:31:11.822729 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbad90-3728-47b7-8581-489408bcecff None None] Current status of the port 69ac1f92-a42d-436f-89ac-8377822c3b83 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:11.884084 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-2ebbad90-3728-47b7-8581-489408bcecff None None] Provisioning complete for port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:11.891634 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2ebbad90-3728-47b7-8581-489408bcecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.008262 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.016071 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 69ac1f92-a42d-436f-89ac-8377822c3b83 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:12.016628 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.152874 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Pushing event updated for resources: {'Port': ['ID=95a370f8-1098-466f-ac4e-fb6dde5034e1,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:12.185325 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.211463 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.212068 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.214154 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.215844 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.218176 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a7acfdbf-bfc7-4e27-811e-4511f3394704 req-cad48675-f109-473c-925e-3e90b7205adc tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910129 Feb 18 00:31:12.230010 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.231388 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.232886 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.233879 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.242181 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.243301 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.243849 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.244349 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:31:12.404193 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63aa1a-7ffe-4196-a9b6-5da35e8518cb None None] Pushing event updated for resources: {'Port': ['ID=95a370f8-1098-466f-ac4e-fb6dde5034e1,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:12.412114 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:31:07Z', 'revision_number': 3, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port': {'id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:06Z', 'updated_at': '2022-02-18T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:12.423519 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 69ac1f92-a42d-436f-89ac-8377822c3b83 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:12.424741 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5603ca-c5cd-4b35-9da9-5375b627f7e5 req-db95ade7-ac82-41e7-abce-e0e60348c602 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:12.426578 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b5603ca-c5cd-4b35-9da9-5375b627f7e5 req-db95ade7-ac82-41e7-abce-e0e60348c602 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.2650406 Feb 18 00:31:12.444743 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbad90-3728-47b7-8581-489408bcecff None None] Current status of the port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:12.532853 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062d28e-2e97-4dbd-bc72-747c0fe740a4 None None] The sync data for ids ['4d90c185-183e-456c-96cb-7ecd0e1caa09'] in dv-cinder-816104-3-iscsi is: [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:31:07Z', 'revision_number': 3, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port': {'id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:06Z', 'updated_at': '2022-02-18T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:12.586281 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9452ee25-6c51-4bd1-b816-8362a7445bc3 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:31:12.598075 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-187e46c9-d3f8-4698-ac8b-fc23ea2df23c None None] Provisioning complete for port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:12.599335 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-187e46c9-d3f8-4698-ac8b-fc23ea2df23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.604529 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks [] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.610291 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b5603ca-c5cd-4b35-9da9-5375b627f7e5 req-8b510ca8-da78-46cd-ad44-4ea2430f89dd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562390 Feb 18 00:31:12.625648 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.629232 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (4d90c185-183e-456c-96cb-7ecd0e1caa09), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.640479 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Publish callbacks [] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.664491 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Transition to ACTIVE for port object 9452ee25-6c51-4bd1-b816-8362a7445bc3 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:31:12.669557 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.735032 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Pushing event updated for resources: {'Port': ['ID=9452ee25-6c51-4bd1-b816-8362a7445bc3,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:12.744804 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-187e46c9-d3f8-4698-ac8b-fc23ea2df23c None None] Port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:12.756708 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 767cb32b-d827-4b99-bbe5-ba3be67cafc8 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:12.842664 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:12.843046 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:12.861025 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:12.903756 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:12.913843 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:12.949471 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Attempting to bind port 9452ee25-6c51-4bd1-b816-8362a7445bc3 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:12.949861 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Attempting to bind port 9452ee25-6c51-4bd1-b816-8362a7445bc3 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:12.950227 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Attempting to bind port 9452ee25-6c51-4bd1-b816-8362a7445bc3 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:12.959637 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Port 9452ee25-6c51-4bd1-b816-8362a7445bc3 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:31:12.959968 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Attempting to bind port 9452ee25-6c51-4bd1-b816-8362a7445bc3 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:12.970972 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:12.971312 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Checking segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:12.971702 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Bound using segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:12.972135 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Bound port: 9452ee25-6c51-4bd1-b816-8362a7445bc3, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:12.972498 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:13.081729 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:13.155386 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] For port 9452ee25-6c51-4bd1-b816-8362a7445bc3, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:13.164518 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] For port 9452ee25-6c51-4bd1-b816-8362a7445bc3, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9452ee25-6c51-4bd1-b816-8362a7445bc3,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:13.184377 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:13.278473 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Router 4d90c185-183e-456c-96cb-7ecd0e1caa09 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:31:13.287685 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:13.288333 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:13.294492 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] 10.222.0.48 "PUT /v2.0/ports/9452ee25-6c51-4bd1-b816-8362a7445bc3 HTTP/1.1" status: 200 len: 1093 time: 2.0874460 Feb 18 00:31:13.295004 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'tag': '9452ee25-6c51-4bd1-b816-8362a7445bc3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:31:13.297737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "c24ce23b-de21-460a-9bc4-bcd619417f23", "tag": "9452ee25-6c51-4bd1-b816-8362a7445bc3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:31:13.465891 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc761f-ca4b-4305-bb68-0d4861cfb0b6 x-openstack-request-id: req-a9fc761f-ca4b-4305-bb68-0d4861cfb0b6 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:31:13.466328 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24ce23b-de21-460a-9bc4-bcd619417f23", "tag": "9452ee25-6c51-4bd1-b816-8362a7445bc3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:31:13.466634 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9fc761f-ca4b-4305-bb68-0d4861cfb0b6 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:31:13.467065 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'tag': '9452ee25-6c51-4bd1-b816-8362a7445bc3', 'status': 'completed', 'code': 200} Feb 18 00:31:13.498238 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-f91b57dd-4e31-4f0e-b193-0842ef8e425b None None] Provisioning complete for port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:13.499189 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f91b57dd-4e31-4f0e-b193-0842ef8e425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:13.504877 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8ec15-5d66-4e89-be8d-ff391b47418f service neutron] Pushing event updated for resources: {'Port': ['ID=9452ee25-6c51-4bd1-b816-8362a7445bc3,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:13.539032 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-60035194-a3d5-40d5-b907-f2f17d1f312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:13.540586 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-60035194-a3d5-40d5-b907-f2f17d1f312f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 1127 time: 0.1772695 Feb 18 00:31:13.558260 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-f91b57dd-4e31-4f0e-b193-0842ef8e425b None None] Port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:13.566880 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70bf20-2236-498c-960c-b8da0fb70a31 req-c5dddf03-583c-4d41-b074-14076b05bdc9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:13.568194 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3e70bf20-2236-498c-960c-b8da0fb70a31 req-c5dddf03-583c-4d41-b074-14076b05bdc9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 943 time: 0.1644077 Feb 18 00:31:13.599127 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:13.607535 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-46bb81c7-1100-43d4-8689-07bf1f8b8da9 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d90c185-183e-456c-96cb-7ecd0e1caa09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2599559 Feb 18 00:31:13.630215 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-f64fa106-2eea-449a-b4f7-d940c4ac5716 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9452ee25-6c51-4bd1-b816-8362a7445bc3 HTTP/1.1" status: 200 len: 217 time: 0.0609539 Feb 18 00:31:13.750624 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-94326939-45e5-46b6-9f42-23071b5053bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:13.752118 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-94326939-45e5-46b6-9f42-23071b5053bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.1112988 Feb 18 00:31:13.809472 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3e70bf20-2236-498c-960c-b8da0fb70a31 req-04f6ae0e-9891-4da5-bdb5-6cc1775f0852 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283287 Feb 18 00:31:13.908775 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-0a3db590-6062-4643-9400-5a64cde279e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969796 Feb 18 00:31:13.981302 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9550fd-72f1-4df0-9f59-b954f1c8f4bc req-a1d2bc84-410d-4e74-b206-64645b3f9549 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:13.989148 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9a9550fd-72f1-4df0-9f59-b954f1c8f4bc req-a1d2bc84-410d-4e74-b206-64645b3f9549 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.2344146 Feb 18 00:31:14.108943 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9a9550fd-72f1-4df0-9f59-b954f1c8f4bc req-68906b36-4b13-473c-8235-0fe163e86011 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193397 Feb 18 00:31:14.155696 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-a9dda69a-8c00-4322-a836-00d590c5a9a6 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315495 Feb 18 00:31:14.324444 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-070ed22a-0f0b-4662-b8ee-a08493d02652 req-b6576c1d-1f72-4396-b66f-318bbd5f3888 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533737 Feb 18 00:31:14.551314 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-4722cc3e-4c1a-4f64-8e2f-85c285b03f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:14.552997 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-4722cc3e-4c1a-4f64-8e2f-85c285b03f59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 1127 time: 0.0944963 Feb 18 00:31:14.576523 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 95a370f8-1098-466f-ac4e-fb6dde5034e1 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:14.634478 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 95a370f8-1098-466f-ac4e-fb6dde5034e1 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:14.635330 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.664834 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-2e1b2c72-9879-42f2-b563-bccf481a3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:14.667731 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-2e1b2c72-9879-42f2-b563-bccf481a3f13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 916 time: 0.1063583 Feb 18 00:31:14.711840 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-483c9521-3f69-473e-aed1-f78346f881ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9452ee25-6c51-4bd1-b816-8362a7445bc3 HTTP/1.1" status: 200 len: 217 time: 0.0364444 Feb 18 00:31:14.726572 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 95a370f8-1098-466f-ac4e-fb6dde5034e1 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:14.726710 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.746955 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41500) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:14.751432 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 95a370f8-1098-466f-ac4e-fb6dde5034e1, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=95a370f8-1098-466f-ac4e-fb6dde5034e1,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:14.752431 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c4729502-31c0-45fd-9c5d-ded39144736e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507441730', 'description': 'tempest-secgroup-smoke-1507441730 description', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:14.756782 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.766319 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-a0adf9a4-f0b7-4514-b383-8c375e4e0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:14.766319 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-a0adf9a4-f0b7-4514-b383-8c375e4e0d8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.0471568 Feb 18 00:31:14.787425 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4729502-31c0-45fd-9c5d-ded39144736e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.808491 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-0f2a925e-ee1b-456a-85e4-df6fd8edb783 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293322 Feb 18 00:31:14.816016 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=95a370f8-1098-466f-ac4e-fb6dde5034e1,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:14.874529 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4729502-31c0-45fd-9c5d-ded39144736e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group (911621e2-4eb4-4538-86f3-671ec3903de8), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.882423 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4729502-31c0-45fd-9c5d-ded39144736e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (911621e2-4eb4-4538-86f3-671ec3903de8), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.911687 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4729502-31c0-45fd-9c5d-ded39144736e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.912912 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c4729502-31c0-45fd-9c5d-ded39144736e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1647093 Feb 18 00:31:14.917218 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:14.921366 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-174c5764-9e01-4f50-beb9-fb6ea598744a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'security_group_rule': {'security_group_id': '911621e2-4eb4-4538-86f3-671ec3903de8', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:14.935343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4729502-31c0-45fd-9c5d-ded39144736e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911621e2-4eb4-4538-86f3-671ec3903de8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:14.959258 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-c5b0118b-af9d-4c61-bd9a-b9dda58144bf service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433718 Feb 18 00:31:14.963891 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-174c5764-9e01-4f50-beb9-fb6ea598744a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (a9e0f9eb-7549-45af-b597-875d6400a55b), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:14.971156 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f63df5-6267-44f3-b19b-e41b55b85953 req-fc68f98a-519c-447a-aca3-83c54581a963 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:14.972612 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-39f63df5-6267-44f3-b19b-e41b55b85953 req-fc68f98a-519c-447a-aca3-83c54581a963 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 943 time: 0.0818496 Feb 18 00:31:15.019470 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-174c5764-9e01-4f50-beb9-fb6ea598744a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (a9e0f9eb-7549-45af-b597-875d6400a55b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.024859 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-174c5764-9e01-4f50-beb9-fb6ea598744a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (a9e0f9eb-7549-45af-b597-875d6400a55b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.062708 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c5764-9e01-4f50-beb9-fb6ea598744a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e0f9eb-7549-45af-b597-875d6400a55b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:15.081878 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-174c5764-9e01-4f50-beb9-fb6ea598744a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.083904 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-174c5764-9e01-4f50-beb9-fb6ea598744a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652300 Feb 18 00:31:15.086337 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41512) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:15.097289 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e8d0ee91-1823-4c16-85f7-999be694fe70 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'security_group_rule': {'security_group_id': '911621e2-4eb4-4538-86f3-671ec3903de8', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:15.099425 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-39f63df5-6267-44f3-b19b-e41b55b85953 req-c1d9cabf-3026-4617-8579-3993067f7c89 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075678 Feb 18 00:31:15.111522 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-00310ff7-0ed9-4747-a964-83c8f4fa4ab7 req-6bfad7ad-b5fe-4009-84fb-3c2f6de2a7ea service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379733 Feb 18 00:31:15.138543 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8d0ee91-1823-4c16-85f7-999be694fe70 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (12989ce7-d192-4516-aae8-34474238cafb), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.216018 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8d0ee91-1823-4c16-85f7-999be694fe70 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (12989ce7-d192-4516-aae8-34474238cafb), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.221657 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8d0ee91-1823-4c16-85f7-999be694fe70 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (12989ce7-d192-4516-aae8-34474238cafb), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.245049 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0ee91-1823-4c16-85f7-999be694fe70 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12989ce7-d192-4516-aae8-34474238cafb,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:15.254946 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3683d5-81a5-4555-b638-c9b1b790fa1a req-87932dbf-49a7-4f7f-8789-7fbb76ea94e4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:15.255152 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8d0ee91-1823-4c16-85f7-999be694fe70 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.256610 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e8d0ee91-1823-4c16-85f7-999be694fe70 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677315 Feb 18 00:31:15.257376 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2e3683d5-81a5-4555-b638-c9b1b790fa1a req-87932dbf-49a7-4f7f-8789-7fbb76ea94e4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0682735 Feb 18 00:31:15.259476 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41516) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:15.266068 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-31a6cd4d-3f4c-4136-ba96-b134b0113827 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'security_group_rule': {'security_group_id': '911621e2-4eb4-4538-86f3-671ec3903de8', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:15.315885 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a6cd4d-3f4c-4136-ba96-b134b0113827 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (94303966-862e-407c-83bb-776b36e453be), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.328286 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2e3683d5-81a5-4555-b638-c9b1b790fa1a req-2fd13586-eaee-4c0e-a3dc-dce228ce3632 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645187 Feb 18 00:31:15.390801 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a6cd4d-3f4c-4136-ba96-b134b0113827 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (94303966-862e-407c-83bb-776b36e453be), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.395159 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a6cd4d-3f4c-4136-ba96-b134b0113827 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (94303966-862e-407c-83bb-776b36e453be), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.412629 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6cd4d-3f4c-4136-ba96-b134b0113827 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94303966-862e-407c-83bb-776b36e453be,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:15.427775 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a6cd4d-3f4c-4136-ba96-b134b0113827 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.433745 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-31a6cd4d-3f4c-4136-ba96-b134b0113827 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675630 Feb 18 00:31:15.434276 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41530) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:15.440692 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-13110957-32fe-41a5-9a73-ae50b8622f46 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'security_group_rule': {'security_group_id': '911621e2-4eb4-4538-86f3-671ec3903de8', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:15.472804 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13110957-32fe-41a5-9a73-ae50b8622f46 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (40419d0a-3d5f-4f0b-b872-36d96ee44963), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.499238 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Sync routers for ids ['4d90c185-183e-456c-96cb-7ecd0e1caa09'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:15.510503 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Routers {'4d90c185-183e-456c-96cb-7ecd0e1caa09'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:15.511661 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['4d90c185-183e-456c-96cb-7ecd0e1caa09'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:15.541543 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13110957-32fe-41a5-9a73-ae50b8622f46 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (40419d0a-3d5f-4f0b-b872-36d96ee44963), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.546408 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13110957-32fe-41a5-9a73-ae50b8622f46 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (40419d0a-3d5f-4f0b-b872-36d96ee44963), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.574073 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13110957-32fe-41a5-9a73-ae50b8622f46 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40419d0a-3d5f-4f0b-b872-36d96ee44963,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:15.590678 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13110957-32fe-41a5-9a73-ae50b8622f46 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.594830 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-13110957-32fe-41a5-9a73-ae50b8622f46 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592023 Feb 18 00:31:15.595216 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41540) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:15.599844 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'security_group_rule': {'security_group_id': '911621e2-4eb4-4538-86f3-671ec3903de8', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:15.630779 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Project b1b8bf232d0f4b6d9b9990636d612c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 00:31:15.640566 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (7c783361-dd8b-4e81-859f-7fe98c30071c), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.645461 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Set router 4d90c185-183e-456c-96cb-7ecd0e1caa09 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:15.713394 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (7c783361-dd8b-4e81-859f-7fe98c30071c), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.718816 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (7c783361-dd8b-4e81-859f-7fe98c30071c), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.741993 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c783361-dd8b-4e81-859f-7fe98c30071c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:15.755510 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.759367 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0ef2d82d-85f5-4329-9bfa-a765a2f824e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605263 Feb 18 00:31:15.760248 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41542) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:15.766529 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'security_group_rule': {'security_group_id': '911621e2-4eb4-4538-86f3-671ec3903de8', 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:15.793273 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Project b1b8bf232d0f4b6d9b9990636d612c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 00:31:15.802560 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (71671c7e-7db0-46d4-a94a-15e0dced3f0e), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.893179 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (71671c7e-7db0-46d4-a94a-15e0dced3f0e), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.898671 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (71671c7e-7db0-46d4-a94a-15e0dced3f0e), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.899475 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:31:11Z', 'revision_number': 4, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port': {'id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:06Z', 'updated_at': '2022-02-18T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ac80e2b-521b-4ef7-9ce6-f29c04c4f599', 'name': '', 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'mac_address': 'fa:16:3e:43:af:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '19dccf38-08fb-4e3d-99ce-365e51522dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:10Z', 'updated_at': '2022-02-18T00:31:12Z', 'revision_number': 2, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'subnets': [{'id': '19dccf38-08fb-4e3d-99ce-365e51522dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:15.927800 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71671c7e-7db0-46d4-a94a-15e0dced3f0e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:15.934659 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:15.936190 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-fc0a3b06-abff-4d62-9c07-9b4ca47e4261 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1749372 Feb 18 00:31:15.946664 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Checking router: 4d90c185-183e-456c-96cb-7ecd0e1caa09 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:15.947218 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Updating router 4d90c185-183e-456c-96cb-7ecd0e1caa09 port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:15.992881 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.239494 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5c3d-d071-41c7-ba47-a3af8e240f15 req-2882670d-b2e4-4ab5-8b5b-230309d1130d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:16.246840 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aaff5c3d-d071-41c7-ba47-a3af8e240f15 req-2882670d-b2e4-4ab5-8b5b-230309d1130d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 943 time: 0.0609763 Feb 18 00:31:16.291130 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aaff5c3d-d071-41c7-ba47-a3af8e240f15 req-c52fea17-9417-4381-b4a6-749d73a31e17 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Feb 18 00:31:16.333675 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Publish callbacks [] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.340002 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.416628 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c93188-9868-41f5-a4cc-e10b18b2ce69 None None] Pushing event updated for resources: {'Port': ['ID=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:16.508178 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Attempting to bind port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:16.508930 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Attempting to bind port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:16.509378 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Attempting to bind port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 on network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:16.511398 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07978f1-8454-4aa4-a45b-653daed52c33 req-29379fe0-5ef0-427a-ba58-31221b1cbbe8 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:16.523387 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a07978f1-8454-4aa4-a45b-653daed52c33 req-29379fe0-5ef0-427a-ba58-31221b1cbbe8 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0973141 Feb 18 00:31:16.535426 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:16.535426 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Checking segment: {'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:16.535426 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.535426 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Bound using segment: {'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:16.535426 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Bound port: 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:16.535426 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.589280 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a07978f1-8454-4aa4-a45b-653daed52c33 req-b34dacb3-e05f-45dc-aac8-d8f405284686 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Feb 18 00:31:16.627318 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 95a370f8-1098-466f-ac4e-fb6dde5034e1 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:16.672480 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] For port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:16.687897 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] For port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,segment=NetworkSegment(c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9),segment_id=c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:16.695486 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.746708 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 95a370f8-1098-466f-ac4e-fb6dde5034e1 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:16.747081 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.796847 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-77b9350e-bb2a-4819-aae1-54164fae3694 None None] Provisioning complete for port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:16.797220 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-77b9350e-bb2a-4819-aae1-54164fae3694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:16.832723 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c93188-9868-41f5-a4cc-e10b18b2ce69 None None] Pushing event updated for resources: {'Port': ['ID=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:16.838966 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Routers {'4d90c185-183e-456c-96cb-7ecd0e1caa09'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:16.839562 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:30:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['4d90c185-183e-456c-96cb-7ecd0e1caa09'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:17.164613 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 95a370f8-1098-466f-ac4e-fb6dde5034e1 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:17.167724 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-77b9350e-bb2a-4819-aae1-54164fae3694 None None] Current status of the port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:17.168114 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-77b9350e-bb2a-4819-aae1-54164fae3694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:17.174327 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] Set router 4d90c185-183e-456c-96cb-7ecd0e1caa09 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:17.283506 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-77b9350e-bb2a-4819-aae1-54164fae3694 None None] For port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,segment=NetworkSegment(c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9),segment_id=c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:17.327277 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-77b9350e-bb2a-4819-aae1-54164fae3694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:17.404685 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9350e-bb2a-4819-aae1-54164fae3694 None None] Pushing event updated for resources: {'Port': ['ID=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:17.436850 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c06f4-7b62-4c2b-8067-d8093a88c1fa req-13e13635-684f-4643-9c2b-bc0d4b088647 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:17.438348 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dd4c06f4-7b62-4c2b-8067-d8093a88c1fa req-13e13635-684f-4643-9c2b-bc0d4b088647 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 943 time: 0.0644722 Feb 18 00:31:17.468203 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-9f0f32c5-5b32-409f-b81f-93fdb214f4e3 None None] Provisioning complete for port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:17.468577 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9f0f32c5-5b32-409f-b81f-93fdb214f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:17.485505 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dd4c06f4-7b62-4c2b-8067-d8093a88c1fa req-c2f9e51e-385c-426b-a1dd-9db399163b2c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Feb 18 00:31:17.499388 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 9452ee25-6c51-4bd1-b816-8362a7445bc3 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:31:17.586153 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:31:11Z', 'revision_number': 4, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port': {'id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:06Z', 'updated_at': '2022-02-18T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ac80e2b-521b-4ef7-9ce6-f29c04c4f599', 'name': '', 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'mac_address': 'fa:16:3e:43:af:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '19dccf38-08fb-4e3d-99ce-365e51522dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:10Z', 'updated_at': '2022-02-18T00:31:16Z', 'revision_number': 4, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'subnets': [{'id': '19dccf38-08fb-4e3d-99ce-365e51522dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:17.625559 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0520a8-904a-4f70-90de-56dca40702c3 None None] The sync data for ids ['4d90c185-183e-456c-96cb-7ecd0e1caa09'] in dv-cinder-816104-3-iscsi is: [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:31:11Z', 'revision_number': 4, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port': {'id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:06Z', 'updated_at': '2022-02-18T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ac80e2b-521b-4ef7-9ce6-f29c04c4f599', 'name': '', 'network_id': '2226af11-b47d-4d1f-9ca6-eb2c3909f6e1', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'mac_address': 'fa:16:3e:43:af:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '19dccf38-08fb-4e3d-99ce-365e51522dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:10Z', 'updated_at': '2022-02-18T00:31:16Z', 'revision_number': 4, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'subnets': [{'id': '19dccf38-08fb-4e3d-99ce-365e51522dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:17.701437 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-9f0f32c5-5b32-409f-b81f-93fdb214f4e3 None None] Current status of the port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:17.713055 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 9452ee25-6c51-4bd1-b816-8362a7445bc3, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9452ee25-6c51-4bd1-b816-8362a7445bc3,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:17.725797 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '9452ee25-6c51-4bd1-b816-8362a7445bc3', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'port_id': '9452ee25-6c51-4bd1-b816-8362a7445bc3', 'mac_address': 'fa:16:3e:09:72:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134f7579-7b73-42c3-95ca-11252deb53df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:31:17.741519 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f6600-f471-42de-ba27-1c961f21366b req-f03510c8-67e4-4f7e-b8c6-8b793de31cc6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:17.749588 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-af8f6600-f471-42de-ba27-1c961f21366b req-f03510c8-67e4-4f7e-b8c6-8b793de31cc6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0816298 Feb 18 00:31:17.769632 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 9452ee25-6c51-4bd1-b816-8362a7445bc3 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:17.770566 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:17.791030 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9452ee25-6c51-4bd1-b816-8362a7445bc3 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:31:17.796633 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-af8f6600-f471-42de-ba27-1c961f21366b req-6c13ad83-c300-4d91-a27c-c10587448671 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461802 Feb 18 00:31:17.817529 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 9452ee25-6c51-4bd1-b816-8362a7445bc3, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9452ee25-6c51-4bd1-b816-8362a7445bc3,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:17.823494 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:17.886506 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=9452ee25-6c51-4bd1-b816-8362a7445bc3,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:18.561963 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:18.620777 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:18.621258 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:18.628114 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eae92-d1cb-4760-9935-325e00a895a4 req-30a62be0-d6f6-497c-a50a-8b170c109413 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:18.629728 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e38eae92-d1cb-4760-9935-325e00a895a4 req-30a62be0-d6f6-497c-a50a-8b170c109413 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 944 time: 0.0732753 Feb 18 00:31:18.676635 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e38eae92-d1cb-4760-9935-325e00a895a4 req-a0481f85-e63a-495a-89c9-7908cef20c97 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Feb 18 00:31:18.702054 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:18.917707 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3792-062f-46ab-9118-fccfdc249bfa req-c83ca5b1-244f-4e6d-9da9-fe13d079ae4d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:18.919195 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-548b3792-062f-46ab-9118-fccfdc249bfa req-c83ca5b1-244f-4e6d-9da9-fe13d079ae4d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Feb 18 00:31:18.966944 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-548b3792-062f-46ab-9118-fccfdc249bfa req-30a372cb-e99c-4c55-9878-31617835675f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Feb 18 00:31:19.243955 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41690) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:19.349976 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac1880c-b7e5-49b2-b909-37fcd75acf57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.433737 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac1880c-b7e5-49b2-b909-37fcd75acf57 admin admin] Publish callbacks [] for security_group (f6f40188-dcf4-4494-bb92-916305ad35fa), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.437667 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac1880c-b7e5-49b2-b909-37fcd75acf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f6f40188-dcf4-4494-bb92-916305ad35fa), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.475509 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-1ac1880c-b7e5-49b2-b909-37fcd75acf57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=facf91f806884655bb36d6ddaed6cb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304230 Feb 18 00:31:19.476357 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1880c-b7e5-49b2-b909-37fcd75acf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f40188-dcf4-4494-bb92-916305ad35fa,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:19.480678 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41698) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:19.527964 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-675fabcb-1173-4a02-80d3-f112d6fab257 admin admin] Publish callbacks [] for security_group (f6f40188-dcf4-4494-bb92-916305ad35fa), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.548424 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-675fabcb-1173-4a02-80d3-f112d6fab257 admin admin] Publish callbacks [] for security_group (f6f40188-dcf4-4494-bb92-916305ad35fa), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.597879 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-675fabcb-1173-4a02-80d3-f112d6fab257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f6f40188-dcf4-4494-bb92-916305ad35fa), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.600343 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-675fabcb-1173-4a02-80d3-f112d6fab257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.601545 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-675fabcb-1173-4a02-80d3-f112d6fab257 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6f40188-dcf4-4494-bb92-916305ad35fa HTTP/1.1" status: 204 len: 168 time: 0.1199107 Feb 18 00:31:19.615315 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fabcb-1173-4a02-80d3-f112d6fab257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f40188-dcf4-4494-bb92-916305ad35fa,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:19.795479 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd966-6a12-446e-af18-9e812875742e req-a7054aa0-f7d1-46cf-8cfb-e1175b58ae47 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:19.796941 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3cffd966-6a12-446e-af18-9e812875742e req-a7054aa0-f7d1-46cf-8cfb-e1175b58ae47 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 944 time: 0.0526571 Feb 18 00:31:19.858768 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3cffd966-6a12-446e-af18-9e812875742e req-d55e1ea0-8b46-437e-8223-a4245e1bf821 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Feb 18 00:31:19.874492 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41710) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:19.887407 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65e6a88c-29e0-429e-b5ee-0c694a43c3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.958789 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65e6a88c-29e0-429e-b5ee-0c694a43c3dd admin admin] Publish callbacks [] for security_group (9e6adbfa-d2c7-4e79-8fef-39a6c9277874), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:19.962536 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65e6a88c-29e0-429e-b5ee-0c694a43c3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9e6adbfa-d2c7-4e79-8fef-39a6c9277874), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:20.000213 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-65e6a88c-29e0-429e-b5ee-0c694a43c3dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0afc340b9c6492883c27dc2b30d6402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246464 Feb 18 00:31:20.002005 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6a88c-29e0-429e-b5ee-0c694a43c3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6adbfa-d2c7-4e79-8fef-39a6c9277874,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:20.003042 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41714) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:20.051874 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b70f-170c-49be-b5fe-109c5ec72840 admin admin] Publish callbacks [] for security_group (9e6adbfa-d2c7-4e79-8fef-39a6c9277874), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:20.073620 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b70f-170c-49be-b5fe-109c5ec72840 admin admin] Publish callbacks [] for security_group (9e6adbfa-d2c7-4e79-8fef-39a6c9277874), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:20.128664 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b70f-170c-49be-b5fe-109c5ec72840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9e6adbfa-d2c7-4e79-8fef-39a6c9277874), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:20.131266 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b70f-170c-49be-b5fe-109c5ec72840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:20.132440 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-9dd3b70f-170c-49be-b5fe-109c5ec72840 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e6adbfa-d2c7-4e79-8fef-39a6c9277874 HTTP/1.1" status: 204 len: 168 time: 0.1284149 Feb 18 00:31:20.141187 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3b70f-170c-49be-b5fe-109c5ec72840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6adbfa-d2c7-4e79-8fef-39a6c9277874,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:20.275526 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fd737-b9e7-4fe6-aa51-1710f592f644 req-495cd34c-9029-4342-9676-70e843a7274d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:20.277181 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-181fd737-b9e7-4fe6-aa51-1710f592f644 req-495cd34c-9029-4342-9676-70e843a7274d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.2426155 Feb 18 00:31:20.326125 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-181fd737-b9e7-4fe6-aa51-1710f592f644 req-d2307cfe-df52-449c-ae96-aefc286504d9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Feb 18 00:31:20.967418 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dda001-2a73-47a8-bdf7-4f40504d0331 req-646b5ae0-f8c0-46a2-99c7-352e4783641d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:20.969011 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-61dda001-2a73-47a8-bdf7-4f40504d0331 req-646b5ae0-f8c0-46a2-99c7-352e4783641d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 944 time: 0.0538113 Feb 18 00:31:21.017722 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-61dda001-2a73-47a8-bdf7-4f40504d0331 req-31af35f2-4c9a-4052-84e6-46ba0d1ad6a9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Feb 18 00:31:21.376207 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['9452ee25-6c51-4bd1-b816-8362a7445bc3'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:31:21.458337 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f247742-e394-4336-81fd-be857d4751d8 req-38d3481e-be85-418d-9568-8461b4585ab0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:21.459845 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5f247742-e394-4336-81fd-be857d4751d8 req-38d3481e-be85-418d-9568-8461b4585ab0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0607550 Feb 18 00:31:21.538981 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5f247742-e394-4336-81fd-be857d4751d8 req-bd5985a5-ddf8-45d3-af2d-08e68795e716 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658522 Feb 18 00:31:22.145901 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916df0-279c-47ea-8f88-8f6fe1c89be4 req-071000d7-eef9-4e01-a6f1-b445f97697a7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:22.147441 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c7916df0-279c-47ea-8f88-8f6fe1c89be4 req-071000d7-eef9-4e01-a6f1-b445f97697a7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 944 time: 0.0553772 Feb 18 00:31:22.218205 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c7916df0-279c-47ea-8f88-8f6fe1c89be4 req-d4b357da-e749-4fbe-8293-27049c968f56 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651402 Feb 18 00:31:22.670366 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fec3bb-a56b-412a-b963-a71146189b7d req-fbe2a3df-19ee-4315-a0f8-3b94d3bbfae3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:22.671890 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e1fec3bb-a56b-412a-b963-a71146189b7d req-fbe2a3df-19ee-4315-a0f8-3b94d3bbfae3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0551167 Feb 18 00:31:22.723227 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e1fec3bb-a56b-412a-b963-a71146189b7d req-0109d1e1-8a4a-40e3-bae2-44a21ac1f568 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Feb 18 00:31:23.219322 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 9452ee25-6c51-4bd1-b816-8362a7445bc3 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:23.291382 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 9452ee25-6c51-4bd1-b816-8362a7445bc3 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:31:23.295566 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 9452ee25-6c51-4bd1-b816-8362a7445bc3 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:23.295953 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:23.353332 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabacc65-6228-4e77-8eeb-352df5affc48 req-5ab2e688-2cff-4038-9555-a214748b9241 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:23.355890 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aabacc65-6228-4e77-8eeb-352df5affc48 req-5ab2e688-2cff-4038-9555-a214748b9241 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 944 time: 0.0638270 Feb 18 00:31:23.384369 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 9452ee25-6c51-4bd1-b816-8362a7445bc3 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:23.384769 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:23.409724 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9452ee25-6c51-4bd1-b816-8362a7445bc3'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:31:23.412077 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfab65e-5362-46eb-9418-e9956d4a916c" -d '{"events": [{"server_uuid": "c24ce23b-de21-460a-9bc4-bcd619417f23", "name": "network-vif-plugged", "status": "completed", "tag": "9452ee25-6c51-4bd1-b816-8362a7445bc3"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:31:23.417617 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aabacc65-6228-4e77-8eeb-352df5affc48 req-70488f33-d579-4719-91ef-a5d524713ff1 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539196 Feb 18 00:31:23.425815 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 9452ee25-6c51-4bd1-b816-8362a7445bc3, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9452ee25-6c51-4bd1-b816-8362a7445bc3,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:23.436400 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:23.471292 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ef294a-d544-44ae-bab3-c34f024247f1 x-openstack-request-id: req-89ef294a-d544-44ae-bab3-c34f024247f1 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:31:23.471607 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24ce23b-de21-460a-9bc4-bcd619417f23", "name": "network-vif-plugged", "status": "completed", "tag": "9452ee25-6c51-4bd1-b816-8362a7445bc3", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:31:23.472027 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89ef294a-d544-44ae-bab3-c34f024247f1 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:31:23.472485 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9452ee25-6c51-4bd1-b816-8362a7445bc3', 'code': 200} Feb 18 00:31:23.489171 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=9452ee25-6c51-4bd1-b816-8362a7445bc3,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:23.708906 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d998e-807c-4620-ac33-592e53a6bf9b req-6f880cbf-3aaa-4f84-900f-d86c7c96938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:23.710509 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e2d998e-807c-4620-ac33-592e53a6bf9b req-6f880cbf-3aaa-4f84-900f-d86c7c96938a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 1129 time: 0.0490913 Feb 18 00:31:23.773927 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e2d998e-807c-4620-ac33-592e53a6bf9b req-98faf1e0-d913-4e5d-8189-cde3ce92ed06 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512455 Feb 18 00:31:23.883345 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f7e8-b9a3-4959-83eb-03df8750d70a req-ac7a9f47-aa9e-4506-8011-24458712acd5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:23.884806 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-43e4f7e8-b9a3-4959-83eb-03df8750d70a req-ac7a9f47-aa9e-4506-8011-24458712acd5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0668733 Feb 18 00:31:23.931936 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-43e4f7e8-b9a3-4959-83eb-03df8750d70a req-ded99096-5065-4f19-bf75-b9c4abd140c4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Feb 18 00:31:24.555484 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bd3ee-26c7-4129-9b1a-be430a0c7dd1 req-47b3e02e-32cc-489e-b572-b7b07b2c47d4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:24.557777 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-273bd3ee-26c7-4129-9b1a-be430a0c7dd1 req-47b3e02e-32cc-489e-b572-b7b07b2c47d4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 945 time: 0.0539300 Feb 18 00:31:24.604841 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-273bd3ee-26c7-4129-9b1a-be430a0c7dd1 req-a9fb138f-bd8d-419d-8088-65b773d74825 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Feb 18 00:31:25.062222 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fde621-7ca4-4eaa-b859-c23fd71955b5 req-26b5169b-287e-4cc3-9e38-c52158421b3f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:25.063861 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-71fde621-7ca4-4eaa-b859-c23fd71955b5 req-26b5169b-287e-4cc3-9e38-c52158421b3f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0552518 Feb 18 00:31:25.085460 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41910) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:25.118481 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-71fde621-7ca4-4eaa-b859-c23fd71955b5 req-99902109-ce1a-4832-92d1-e864315dc251 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Feb 18 00:31:25.198332 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3524-770f-49d5-bc40-e3845f6f77d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.289232 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3524-770f-49d5-bc40-e3845f6f77d3 admin admin] Publish callbacks [] for security_group (e2834451-74b2-4690-ad88-a5b3eb36338b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.292938 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3524-770f-49d5-bc40-e3845f6f77d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e2834451-74b2-4690-ad88-a5b3eb36338b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.332904 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6a8e3524-770f-49d5-bc40-e3845f6f77d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=674265f5d89c44c587a3c502230f1b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456472 Feb 18 00:31:25.334742 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e3524-770f-49d5-bc40-e3845f6f77d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2834451-74b2-4690-ad88-a5b3eb36338b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:25.335719 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41918) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:25.396987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75d0bac9-ec54-4726-b2c2-97aed046304c admin admin] Publish callbacks [] for security_group (e2834451-74b2-4690-ad88-a5b3eb36338b), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.434839 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75d0bac9-ec54-4726-b2c2-97aed046304c admin admin] Publish callbacks [] for security_group (e2834451-74b2-4690-ad88-a5b3eb36338b), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.496121 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75d0bac9-ec54-4726-b2c2-97aed046304c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e2834451-74b2-4690-ad88-a5b3eb36338b), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.499106 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75d0bac9-ec54-4726-b2c2-97aed046304c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.502914 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-75d0bac9-ec54-4726-b2c2-97aed046304c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2834451-74b2-4690-ad88-a5b3eb36338b HTTP/1.1" status: 204 len: 168 time: 0.1650684 Feb 18 00:31:25.511934 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41928) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:25.521785 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0bac9-ec54-4726-b2c2-97aed046304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2834451-74b2-4690-ad88-a5b3eb36338b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:25.664402 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f39b79da-4f25-4566-afd7-3b5733011227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.814749 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f39b79da-4f25-4566-afd7-3b5733011227 admin admin] Publish callbacks [] for security_group (53e7a129-a54d-46f9-b4d9-1f7804937876), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.833566 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f39b79da-4f25-4566-afd7-3b5733011227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (53e7a129-a54d-46f9-b4d9-1f7804937876), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:25.843682 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e849069-5ab0-4560-8d9c-ca9f33b175a4 req-6b1791b5-51e9-4972-a003-569452207132 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:25.851297 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8e849069-5ab0-4560-8d9c-ca9f33b175a4 req-6b1791b5-51e9-4972-a003-569452207132 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 945 time: 0.1335692 Feb 18 00:31:25.891170 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f39b79da-4f25-4566-afd7-3b5733011227 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1af85c0f23ad44c5819d615a69db7703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779838 Feb 18 00:31:25.910128 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41952) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:25.928183 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b79da-4f25-4566-afd7-3b5733011227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7a129-a54d-46f9-b4d9-1f7804937876,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:25.931225 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8e849069-5ab0-4560-8d9c-ca9f33b175a4 req-8c87c841-6dae-4a53-a38a-1fc5061cc57b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737536 Feb 18 00:31:26.003814 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-639c94f5-171e-4984-952f-6d0b37f00c6e admin admin] Publish callbacks [] for security_group (53e7a129-a54d-46f9-b4d9-1f7804937876), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.093198 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 41964) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:26.111417 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1dfc5504-7546-4fc6-937e-a98c311f50f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.210939 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1dfc5504-7546-4fc6-937e-a98c311f50f1 admin admin] Publish callbacks [] for security_group (dd3ad34c-5615-4889-a54a-daaefcf56b9c), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.217005 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1dfc5504-7546-4fc6-937e-a98c311f50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (dd3ad34c-5615-4889-a54a-daaefcf56b9c), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.246911 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-639c94f5-171e-4984-952f-6d0b37f00c6e admin admin] Publish callbacks [] for security_group (53e7a129-a54d-46f9-b4d9-1f7804937876), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.283279 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-1dfc5504-7546-4fc6-937e-a98c311f50f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9840dde238b4dcc9cd3bb2cd6527780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886005 Feb 18 00:31:26.285757 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 41972) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:26.292778 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc5504-7546-4fc6-937e-a98c311f50f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3ad34c-5615-4889-a54a-daaefcf56b9c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:26.330756 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a631e-2417-463b-b131-0915bb62a5b0 req-198fbac1-3ed2-46a3-ab31-f575f132959f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:26.332731 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e55a631e-2417-463b-b131-0915bb62a5b0 req-198fbac1-3ed2-46a3-ab31-f575f132959f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0989294 Feb 18 00:31:26.335582 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-639c94f5-171e-4984-952f-6d0b37f00c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (53e7a129-a54d-46f9-b4d9-1f7804937876), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.338712 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-639c94f5-171e-4984-952f-6d0b37f00c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.340615 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-639c94f5-171e-4984-952f-6d0b37f00c6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53e7a129-a54d-46f9-b4d9-1f7804937876 HTTP/1.1" status: 204 len: 168 time: 0.4285152 Feb 18 00:31:26.356622 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c94f5-171e-4984-952f-6d0b37f00c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7a129-a54d-46f9-b4d9-1f7804937876,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:26.387761 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b6c2-3704-43b7-80a1-ce029c8e34d8 admin admin] Publish callbacks [] for security_group (dd3ad34c-5615-4889-a54a-daaefcf56b9c), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.411801 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e55a631e-2417-463b-b131-0915bb62a5b0 req-6b8b2819-5f5a-4001-8df8-643a28a1449a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674586 Feb 18 00:31:26.415210 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b6c2-3704-43b7-80a1-ce029c8e34d8 admin admin] Publish callbacks [] for security_group (dd3ad34c-5615-4889-a54a-daaefcf56b9c), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.484193 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b6c2-3704-43b7-80a1-ce029c8e34d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (dd3ad34c-5615-4889-a54a-daaefcf56b9c), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.487746 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b6c2-3704-43b7-80a1-ce029c8e34d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:26.489124 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-a4f4b6c2-3704-43b7-80a1-ce029c8e34d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd3ad34c-5615-4889-a54a-daaefcf56b9c HTTP/1.1" status: 204 len: 168 time: 0.2020323 Feb 18 00:31:26.499427 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4b6c2-3704-43b7-80a1-ce029c8e34d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3ad34c-5615-4889-a54a-daaefcf56b9c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:26.857282 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-040a5a14-c42f-4457-b604-7161e3d71cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:27.534008 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f9965-9344-4da3-b81c-496df89cb48d req-e072c9f6-e23f-45cc-8edb-5a6ff3f42243 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:27.535526 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-116f9965-9344-4da3-b81c-496df89cb48d req-e072c9f6-e23f-45cc-8edb-5a6ff3f42243 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0552700 Feb 18 00:31:27.584920 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-116f9965-9344-4da3-b81c-496df89cb48d req-dd4319cd-0b39-4a85-b150-c75fc769cb80 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439758 Feb 18 00:31:28.713408 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42138) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:28.718533 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f5bf9-ec38-4497-8797-aedc4eb4a918 req-669fade4-5076-40db-b06b-cdd3dc79a860 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:28.725218 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e49f5bf9-ec38-4497-8797-aedc4eb4a918 req-669fade4-5076-40db-b06b-cdd3dc79a860 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0618587 Feb 18 00:31:28.782905 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e49f5bf9-ec38-4497-8797-aedc4eb4a918 req-912e9995-873f-459d-97fc-3f1d3b380058 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568178 Feb 18 00:31:28.867542 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c723c085-7a9a-4c77-a69f-702ec626b695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:28.958668 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c723c085-7a9a-4c77-a69f-702ec626b695 admin admin] Publish callbacks [] for security_group (94cd8a04-414d-448b-9343-bf0c5c654539), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:28.964094 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c723c085-7a9a-4c77-a69f-702ec626b695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (94cd8a04-414d-448b-9343-bf0c5c654539), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.019235 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c723c085-7a9a-4c77-a69f-702ec626b695 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d6b23dac91d4b31891a5969e3b0781a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036058 Feb 18 00:31:29.020021 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42172) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:29.020693 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723c085-7a9a-4c77-a69f-702ec626b695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cd8a04-414d-448b-9343-bf0c5c654539,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:29.059872 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f595-af72-4282-8189-38a28f19a827 req-bd82ad7a-55b8-4b32-962d-cf3011cbb492 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:29.067592 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-bd82ad7a-55b8-4b32-962d-cf3011cbb492 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.1591632 Feb 18 00:31:29.086814 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-8033030f-37dc-4df5-b1a6-f7cf8e71b1ca tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/quotas/4a9265d4772245e8a021af097c9e144f HTTP/1.1" status: 200 len: 375 time: 0.0110471 Feb 18 00:31:29.087618 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16a33cf1-3fd3-4750-89b0-8adbe572ce4e admin admin] Publish callbacks [] for security_group (94cd8a04-414d-448b-9343-bf0c5c654539), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.113959 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16a33cf1-3fd3-4750-89b0-8adbe572ce4e admin admin] Publish callbacks [] for security_group (94cd8a04-414d-448b-9343-bf0c5c654539), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.153202 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-7f42a89a-81f0-4aa3-bb10-7904f5d7461a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593269 Feb 18 00:31:29.182516 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16a33cf1-3fd3-4750-89b0-8adbe572ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (94cd8a04-414d-448b-9343-bf0c5c654539), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.185096 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16a33cf1-3fd3-4750-89b0-8adbe572ce4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.188443 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-16a33cf1-3fd3-4750-89b0-8adbe572ce4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94cd8a04-414d-448b-9343-bf0c5c654539 HTTP/1.1" status: 204 len: 168 time: 0.1626461 Feb 18 00:31:29.194257 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a33cf1-3fd3-4750-89b0-8adbe572ce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cd8a04-414d-448b-9343-bf0c5c654539,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:29.269875 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-1b891406-c756-444a-81e9-85c407646849 service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083808 Feb 18 00:31:29.345500 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0206-8811-4bee-b79c-37c8c79a1f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.387205 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-46497749-f633-4674-bb15-dc99ef49a41a service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065269 Feb 18 00:31:29.533034 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42186) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:29.553367 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e25d14-1710-4152-b88d-24c99947e3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.608027 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847f0c1-53e0-43a6-b413-64fe4a61d512 req-da0dafcb-0442-439e-8620-5c3b66eb4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:29.611385 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2847f0c1-53e0-43a6-b413-64fe4a61d512 req-da0dafcb-0442-439e-8620-5c3b66eb4efc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 1129 time: 0.1153684 Feb 18 00:31:29.651122 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-89718e26-ec3a-409f-b8d4-615a36dbded4 req-6212651c-9e44-4642-a887-022e5b87f280 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 210 time: 0.0625532 Feb 18 00:31:29.715004 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e25d14-1710-4152-b88d-24c99947e3c2 admin admin] Publish callbacks [] for security_group (65de7d33-b823-44b9-bc0b-b7862d5cbede), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.726839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e25d14-1710-4152-b88d-24c99947e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (65de7d33-b823-44b9-bc0b-b7862d5cbede), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.728972 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2847f0c1-53e0-43a6-b413-64fe4a61d512 req-3509b455-858b-4be5-9c76-0652fd7b1fd3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100142 Feb 18 00:31:29.775074 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-33e25d14-1710-4152-b88d-24c99947e3c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4dc34efabe5b47da8ee3837f5e5823f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404723 Feb 18 00:31:29.776252 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e25d14-1710-4152-b88d-24c99947e3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65de7d33-b823-44b9-bc0b-b7862d5cbede,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:29.777550 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42204) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:29.852545 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c270-063c-4b58-b4fc-8875805c1743 admin admin] Publish callbacks [] for security_group (65de7d33-b823-44b9-bc0b-b7862d5cbede), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.897309 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c270-063c-4b58-b4fc-8875805c1743 admin admin] Publish callbacks [] for security_group (65de7d33-b823-44b9-bc0b-b7862d5cbede), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.967979 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6997-08c5-4393-9619-8bad514dc9d7 req-1ec19724-cc2e-4174-a57e-c3221fbc2611 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:29.969766 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a72d6997-08c5-4393-9619-8bad514dc9d7 req-1ec19724-cc2e-4174-a57e-c3221fbc2611 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0896988 Feb 18 00:31:29.995759 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c270-063c-4b58-b4fc-8875805c1743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (65de7d33-b823-44b9-bc0b-b7862d5cbede), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.998238 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c270-063c-4b58-b4fc-8875805c1743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:29.999371 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-d2a2c270-063c-4b58-b4fc-8875805c1743 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65de7d33-b823-44b9-bc0b-b7862d5cbede HTTP/1.1" status: 204 len: 168 time: 0.2204673 Feb 18 00:31:30.011974 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2c270-063c-4b58-b4fc-8875805c1743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de7d33-b823-44b9-bc0b-b7862d5cbede,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:30.036164 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a72d6997-08c5-4393-9619-8bad514dc9d7 req-dc512c8a-2472-43ea-ac1b-804bbb796742 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584319 Feb 18 00:31:30.256502 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.391191 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:30.475005 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42232) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:30.488230 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d60ea2c-3cf5-4874-b077-bf3facfd8520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.518483 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5480-81bc-439f-b308-982f9dc8e826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.625225 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d60ea2c-3cf5-4874-b077-bf3facfd8520 admin admin] Publish callbacks [] for security_group (53fdefda-3868-408a-99d1-6eb8c12279e3), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.632524 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d60ea2c-3cf5-4874-b077-bf3facfd8520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (53fdefda-3868-408a-99d1-6eb8c12279e3), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.661629 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5480-81bc-439f-b308-982f9dc8e826 admin admin] Publish callbacks [] for security_group (338867e2-907e-4071-86fd-fac103f57f51), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.673329 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5480-81bc-439f-b308-982f9dc8e826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (338867e2-907e-4071-86fd-fac103f57f51), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.692788 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-1d60ea2c-3cf5-4874-b077-bf3facfd8520 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca472bde39494f2a982c9b29ed044df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166653 Feb 18 00:31:30.695596 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42234) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:30.703580 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60ea2c-3cf5-4874-b077-bf3facfd8520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdefda-3868-408a-99d1-6eb8c12279e3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:30.715313 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c0dc5480-81bc-439f-b308-982f9dc8e826 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6803d6eae6ca48a790356b7ef5227139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229017 Feb 18 00:31:30.720279 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:30.752450 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc5480-81bc-439f-b308-982f9dc8e826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338867e2-907e-4071-86fd-fac103f57f51,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:30.784706 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2d22-d935-4405-b447-4788727f18ca admin admin] Publish callbacks [] for security_group (338867e2-907e-4071-86fd-fac103f57f51), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.785057 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b47ce571-33ac-4cb3-9dd2-1c32923abfe3 req-06aea7b0-c991-4deb-a168-1ec16499a619 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 210 time: 0.0357597 Feb 18 00:31:30.788010 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5eaf23c2-b415-459f-a874-0fc44e53b1c5 admin admin] Publish callbacks [] for security_group (53fdefda-3868-408a-99d1-6eb8c12279e3), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.808649 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2d22-d935-4405-b447-4788727f18ca admin admin] Publish callbacks [] for security_group (338867e2-907e-4071-86fd-fac103f57f51), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.814284 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5eaf23c2-b415-459f-a874-0fc44e53b1c5 admin admin] Publish callbacks [] for security_group (53fdefda-3868-408a-99d1-6eb8c12279e3), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.867349 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2d22-d935-4405-b447-4788727f18ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (338867e2-907e-4071-86fd-fac103f57f51), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.870848 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2d22-d935-4405-b447-4788727f18ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.872023 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6ddd2d22-d935-4405-b447-4788727f18ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/338867e2-907e-4071-86fd-fac103f57f51 HTTP/1.1" status: 204 len: 168 time: 0.1508331 Feb 18 00:31:30.873936 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5eaf23c2-b415-459f-a874-0fc44e53b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (53fdefda-3868-408a-99d1-6eb8c12279e3), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.880738 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2d22-d935-4405-b447-4788727f18ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338867e2-907e-4071-86fd-fac103f57f51,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:30.880894 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5eaf23c2-b415-459f-a874-0fc44e53b1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:30.882235 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5eaf23c2-b415-459f-a874-0fc44e53b1c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53fdefda-3868-408a-99d1-6eb8c12279e3 HTTP/1.1" status: 204 len: 168 time: 0.1856663 Feb 18 00:31:30.891394 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf23c2-b415-459f-a874-0fc44e53b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdefda-3868-408a-99d1-6eb8c12279e3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:31.274385 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ba1ad-a50c-458b-af33-d51c91bb05bc req-b5d523a8-fc88-44d6-8ccc-8484f53c546e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:31.288731 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-022ba1ad-a50c-458b-af33-d51c91bb05bc req-b5d523a8-fc88-44d6-8ccc-8484f53c546e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1133561 Feb 18 00:31:31.353980 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f595-af72-4282-8189-38a28f19a827 req-2d4fbea9-064d-453f-a90d-f106de4a4ad8 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:31.355930 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-2d4fbea9-064d-453f-a90d-f106de4a4ad8 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.2456253 Feb 18 00:31:31.380465 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-022ba1ad-a50c-458b-af33-d51c91bb05bc req-525da3f0-d3d4-4437-aed9-268e9bcb8dad tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907967 Feb 18 00:31:31.403701 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Request body: {'port': {'device_id': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'admin_state_up': True, 'tenant_id': '4a9265d4772245e8a021af097c9e144f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:31.594876 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:31.611607 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Made reservation on behalf of 4a9265d4772245e8a021af097c9e144f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:31.623717 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:31.763850 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Allocated IP 172.20.0.13 (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9/134f7579-7b73-42c3-95ca-11252deb53df/3b2b95e2-db64-491d-ba23-c46268b50ca1) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:31.906630 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fedd509c-15f3-4158-a351-c2876004d8b0 req-1bf7a5aa-65b4-4b58-a8af-0b18e6673e13 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 210 time: 0.0312335 Feb 18 00:31:31.960692 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks [] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:31.997524 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.043251 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47', '9452ee25-6c51-4bd1-b816-8362a7445bc3'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:31:32.052316 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:32.055530 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:32.060335 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:32.086635 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event updated for resources: {'Port': ['ID=3b2b95e2-db64-491d-ba23-c46268b50ca1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:32.119867 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:32.120669 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.137170 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-a75eda5a-f1ff-4955-8a02-a3de06f5c7c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483690 Feb 18 00:31:32.143813 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42306) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:32.160882 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Request body: {'port': {'device_id': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:32.242692 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.286979 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-786605445-network', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:32.322270 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Made reservation on behalf of 63e7c2bdea8449698c1f51e3060fd44c for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:32.324703 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.374260 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.580155 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks [] for security_group (395ce302-3f83-433b-a3e3-e21a91df5c99), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.593534 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a942b58-c438-49d9-adf6-6dd48e981f53 req-1b95db02-fee5-4049-a5cf-9d233aa78036 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:32.595028 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a942b58-c438-49d9-adf6-6dd48e981f53 req-1b95db02-fee5-4049-a5cf-9d233aa78036 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.1259239 Feb 18 00:31:32.597014 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (395ce302-3f83-433b-a3e3-e21a91df5c99), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.661277 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:31:32.692878 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395ce302-3f83-433b-a3e3-e21a91df5c99,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:32.704451 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2b95e2-db64-491d-ba23-c46268b50ca1 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:31:32.708859 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.709261 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Added segment 5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c of type vlan for network f6e1e66a-abd4-4532-8f57-255c10d7eeea Feb 18 00:31:32.721496 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Publish callbacks [] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.763864 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a942b58-c438-49d9-adf6-6dd48e981f53 req-5d57a3f2-1b33-4fd5-9f12-f884d7bffca4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562228 Feb 18 00:31:32.776817 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Transition to ACTIVE for port object 3b2b95e2-db64-491d-ba23-c46268b50ca1 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:31:32.778419 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (f6e1e66a-abd4-4532-8f57-255c10d7eeea), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.782382 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.858456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (f6e1e66a-abd4-4532-8f57-255c10d7eeea), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.859377 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:32.859953 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:32.861962 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b95e2-db64-491d-ba23-c46268b50ca1,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:32.963501 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8150332 Feb 18 00:31:32.966432 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42330) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:32.980873 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Request body: {'subnet': {'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-786605445-subnet', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:32.999733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e586e-6dda-48fa-ac99-dd0a69fc3378 admin admin] Pushing event updated for resources: {'Network': ['ID=f6e1e66a-abd4-4532-8f57-255c10d7eeea,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:33.013497 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:31:33.032410 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1bfdc-c139-419b-bd55-ba67d9cc4e63 req-e6ea4804-d581-448c-8bfe-519a41bb04aa tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:33.034025 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3bc1bfdc-c139-419b-bd55-ba67d9cc4e63 req-e6ea4804-d581-448c-8bfe-519a41bb04aa tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1914756 Feb 18 00:31:33.035906 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Made reservation on behalf of 63e7c2bdea8449698c1f51e3060fd44c for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:33.038621 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.038755 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Attempting to bind port 3b2b95e2-db64-491d-ba23-c46268b50ca1 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:33.039178 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Attempting to bind port 3b2b95e2-db64-491d-ba23-c46268b50ca1 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:33.039602 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Attempting to bind port 3b2b95e2-db64-491d-ba23-c46268b50ca1 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:33.046898 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Port 3b2b95e2-db64-491d-ba23-c46268b50ca1 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:31:33.047367 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Attempting to bind port 3b2b95e2-db64-491d-ba23-c46268b50ca1 on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:33.058900 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:33.059367 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Checking segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:33.059854 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Bound using segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:33.060391 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Bound port: 3b2b95e2-db64-491d-ba23-c46268b50ca1, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:33.060868 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.159275 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.177567 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3bc1bfdc-c139-419b-bd55-ba67d9cc4e63 req-c8fa898b-d2f4-46c4-ab6a-a02660612644 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323466 Feb 18 00:31:33.202530 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] For port 3b2b95e2-db64-491d-ba23-c46268b50ca1, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:33.202724 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] For port 3b2b95e2-db64-491d-ba23-c46268b50ca1, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3b2b95e2-db64-491d-ba23-c46268b50ca1,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:33.210163 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47313b-2f97-452e-b182-ae293e76ce8b req-7e52726f-a781-45b6-8db5-5bce56251f97 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:33.211720 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df47313b-2f97-452e-b182-ae293e76ce8b req-7e52726f-a781-45b6-8db5-5bce56251f97 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.1266351 Feb 18 00:31:33.215148 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:31:33.222120 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.268052 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:33.268543 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.269944 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] 10.222.0.48 "PUT /v2.0/ports/3b2b95e2-db64-491d-ba23-c46268b50ca1 HTTP/1.1" status: 200 len: 1094 time: 1.1133118 Feb 18 00:31:33.274003 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'tag': '3b2b95e2-db64-491d-ba23-c46268b50ca1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:31:33.276465 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a9e7c7-687a-431e-9b6f-e5ee44d3173b", "tag": "3b2b95e2-db64-491d-ba23-c46268b50ca1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:31:33.318827 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (440afa06-26cd-46a1-915d-6143a1091bdb), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.325781 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a06d571-3a32-4aaa-96c4-53639e188ce3 x-openstack-request-id: req-5a06d571-3a32-4aaa-96c4-53639e188ce3 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:31:33.325781 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a9e7c7-687a-431e-9b6f-e5ee44d3173b", "tag": "3b2b95e2-db64-491d-ba23-c46268b50ca1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:31:33.326144 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a06d571-3a32-4aaa-96c4-53639e188ce3 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:31:33.326274 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'tag': '3b2b95e2-db64-491d-ba23-c46268b50ca1', 'status': 'completed', 'code': 200} Feb 18 00:31:33.340913 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16258a52-f7bf-40c1-b3ec-7116a0e4bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b95e2-db64-491d-ba23-c46268b50ca1,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:33.356401 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df47313b-2f97-452e-b182-ae293e76ce8b req-93d0c268-5306-47ef-a08a-eb494c880693 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350493 Feb 18 00:31:33.393284 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=440afa06-26cd-46a1-915d-6143a1091bdb,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:33.396147 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Checking segment: {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:33.396628 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Network hostable DHCP agents. Network: f6e1e66a-abd4-4532-8f57-255c10d7eeea, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:31:33.419824 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:31:33.440951 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, f6e1e66a-abd4-4532-8f57-255c10d7eeea) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:33.447454 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:33.448307 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.453427 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d16eff-4c4c-464f-b48b-8a660deb2301 None None] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:31:33.496990 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-063cea02-ce2d-43b1-bb5b-7c88b62e00ae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5276630 Feb 18 00:31:33.503212 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42346) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:33.513456 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:33.558908 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (92b6ca09-99f2-4a1a-9aca-328726174867), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.560102 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (92b6ca09-99f2-4a1a-9aca-328726174867), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.599520 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:31:33.600461 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.651987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f595-af72-4282-8189-38a28f19a827 req-d7a296f3-e02e-4da4-9895-d7ecc2e0e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:33.653335 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-d7a296f3-e02e-4da4-9895-d7ecc2e0e23d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 1128 time: 0.2903771 Feb 18 00:31:33.658688 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks [] for router_controller (92b6ca09-99f2-4a1a-9aca-328726174867), precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.716149 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-ec029e93-7137-4a2a-aad2-4c564ccb4726 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b2b95e2-db64-491d-ba23-c46268b50ca1 HTTP/1.1" status: 200 len: 217 time: 0.0456195 Feb 18 00:31:33.771228 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f595-af72-4282-8189-38a28f19a827 req-fb399269-4bad-4cae-8459-798e0be3de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:33.773059 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-fb399269-4bad-4cae-8459-798e0be3de8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.0465291 Feb 18 00:31:33.786485 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Allocated IP 172.20.0.2 (f6e1e66a-abd4-4532-8f57-255c10d7eeea/440afa06-26cd-46a1-915d-6143a1091bdb/40cf62ce-64d7-43ce-80e7-90b0c84493f3) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:33.811893 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-365ea370-f84d-4453-9e7a-ef9722b985c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289578 Feb 18 00:31:33.817015 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks [] for router_gateway (92b6ca09-99f2-4a1a-9aca-328726174867), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.909779 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-7e7483bd-24c7-4f41-b17a-a75d3f4abbb5 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909507 Feb 18 00:31:33.955081 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Publish callbacks [] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:33.961173 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.003795 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:34.006702 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:34.009100 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:34.016207 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70e9f595-af72-4282-8189-38a28f19a827 req-578b90df-b321-4eaf-ad91-31a4397dd9b5 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935125 Feb 18 00:31:34.022900 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Pushing event updated for resources: {'Port': ['ID=40cf62ce-64d7-43ce-80e7-90b0c84493f3,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:34.048102 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks [] for router_gateway (92b6ca09-99f2-4a1a-9aca-328726174867), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.069825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.075288 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Attempting to bind port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:34.075693 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Attempting to bind port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:34.076061 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Attempting to bind port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 on network f6e1e66a-abd4-4532-8f57-255c10d7eeea {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:34.082109 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:34.082520 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Checking segment: {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:34.082981 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.083444 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Bound using segment: {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:34.084049 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Bound port: 40cf62ce-64d7-43ce-80e7-90b0c84493f3, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:34.084528 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.161584 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] For port 40cf62ce-64d7-43ce-80e7-90b0c84493f3, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:34.167643 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] For port 40cf62ce-64d7-43ce-80e7-90b0c84493f3, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=40cf62ce-64d7-43ce-80e7-90b0c84493f3,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:34.170388 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-b9bc1c28-173a-42d8-acb3-bc6a6e21c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:34.172181 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-b9bc1c28-173a-42d8-acb3-bc6a6e21c2a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 1128 time: 0.0579741 Feb 18 00:31:34.174733 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.203513 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Allocated IP 172.27.2.141 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/f12ff373-5ae0-4a57-9c9c-cf191fc50fa8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:34.278078 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999ad32-dfc2-422f-9364-5cf85ac979c0 None None] Pushing event updated for resources: {'Port': ['ID=40cf62ce-64d7-43ce-80e7-90b0c84493f3,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:34.323565 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-91e33c85-d55c-4821-9cc8-c27f4d055c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:34.327148 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-91e33c85-d55c-4821-9cc8-c27f4d055c73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 916 time: 0.1436205 Feb 18 00:31:34.357000 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks [] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.382913 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-1bc72f02-b60d-4251-8626-7f9aa9cf9c35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b2b95e2-db64-491d-ba23-c46268b50ca1 HTTP/1.1" status: 200 len: 217 time: 0.0489304 Feb 18 00:31:34.403517 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.445521 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:34.449521 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:34.453215 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:34.553839 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-3625dc17-853c-488e-8f19-79827e50eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:34.555152 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Pushing event updated for resources: {'Port': ['ID=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:34.555491 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-3625dc17-853c-488e-8f19-79827e50eada service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.1629477 Feb 18 00:31:34.608647 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-f8dbb4b8-656b-4787-907f-55d4c332ff9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405233 Feb 18 00:31:34.644475 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb30198-c16d-4aae-bf46-47d2a917145d req-450adcdb-805a-4069-9f52-186b23d5d2b1 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:34.653799 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4bb30198-c16d-4aae-bf46-47d2a917145d req-450adcdb-805a-4069-9f52-186b23d5d2b1 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.1926007 Feb 18 00:31:34.659145 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 40cf62ce-64d7-43ce-80e7-90b0c84493f3 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:34.759191 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:34.759759 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.798592 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4bb30198-c16d-4aae-bf46-47d2a917145d req-ac07465c-30bf-49ac-b1c2-f94d4200f9a5 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437323 Feb 18 00:31:34.799269 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks [] for router_gateway (92b6ca09-99f2-4a1a-9aca-328726174867), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:34.834600 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-0dc69b49-cb58-4532-94f8-5076a6b543f9 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136197 Feb 18 00:31:34.984824 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9de12ec6-ee5d-4adf-968b-0e7a96c1307c req-199f3570-b972-466e-8cc2-c2e972382129 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412060 Feb 18 00:31:35.042300 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:35.042898 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:35.090041 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 40cf62ce-64d7-43ce-80e7-90b0c84493f3, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=40cf62ce-64d7-43ce-80e7-90b0c84493f3,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:35.095896 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:35.104083 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (92b6ca09-99f2-4a1a-9aca-328726174867), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:35.108694 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe274e-91b3-4c27-8bfb-31b05162e610 req-1a8bf948-1ac8-4baf-8391-1d2b02f8145b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:35.110272 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4cfe274e-91b3-4c27-8bfb-31b05162e610 req-1a8bf948-1ac8-4baf-8391-1d2b02f8145b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1068799 Feb 18 00:31:35.162020 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-c4ff81b2-5a51-4312-bf8b-09bb445d7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:35.164709 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-c4ff81b2-5a51-4312-bf8b-09bb445d7d85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.1181109 Feb 18 00:31:35.173135 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=40cf62ce-64d7-43ce-80e7-90b0c84493f3,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:35.207587 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4cfe274e-91b3-4c27-8bfb-31b05162e610 req-abab660f-f24e-429b-8bd2-045f5add292b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903854 Feb 18 00:31:35.277599 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Router 92b6ca09-99f2-4a1a-9aca-328726174867 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:31:35.297435 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-d2849181-1f08-4d2c-852c-81f97326bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:35.299288 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-d2849181-1f08-4d2c-852c-81f97326bc93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.1220360 Feb 18 00:31:35.348651 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-3dbc6827-6955-4b8c-9139-1054d067b470 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 217 time: 0.0422273 Feb 18 00:31:35.412908 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-60c8220a-5a30-454b-b5b4-d4b1ce2caf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:35.415732 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-60c8220a-5a30-454b-b5b4-d4b1ce2caf07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0578375 Feb 18 00:31:35.427446 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:35.439618 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6ed1d-28fa-4493-b1fe-6fddcd699c03 None None] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:31:35.444101 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Sync routers for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:35.460316 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:35.460735 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:35.465132 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-39d8df52-85ee-4412-b097-838eae48a526 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9581084 Feb 18 00:31:35.465351 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:35.465517 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:35.499377 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-895244bd-f20a-446a-a73f-234fe839bd58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773811 Feb 18 00:31:35.561726 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-cb7059dc-050e-4462-85c6-bf60e742bb7a None None] Provisioning complete for port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:35.562504 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb7059dc-050e-4462-85c6-bf60e742bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:35.608208 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:35.643343 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-694c9437-65ba-42af-b75f-3dbf192d61d2 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372228 Feb 18 00:31:35.702089 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-cb7059dc-050e-4462-85c6-bf60e742bb7a None None] Current status of the port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:35.765659 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c13b2d03-6770-4ba3-9dd0-9b1bad362635 req-7d04e4d8-f89e-445f-b583-c1b328348eb8 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136029 Feb 18 00:31:35.792480 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:35.894596 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:34Z', 'revision_number': 3, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:35.926184 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Checking router: 92b6ca09-99f2-4a1a-9aca-328726174867 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:35.926814 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Updating router 92b6ca09-99f2-4a1a-9aca-328726174867 port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:35.951620 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25976f6f-4c5a-4085-b672-f055fb7b3b7d req-682b6023-6463-423d-b56d-a6ad6253bd6e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:35.958780 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25976f6f-4c5a-4085-b672-f055fb7b3b7d req-682b6023-6463-423d-b56d-a6ad6253bd6e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.0637829 Feb 18 00:31:35.963876 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.006917 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25976f6f-4c5a-4085-b672-f055fb7b3b7d req-a55da045-3a21-45a4-bb1a-ee6fd186cf3d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Feb 18 00:31:36.036826 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-0c5f1a0b-3693-4cef-9bed-7afea05b5a41 None None] Provisioning complete for port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:36.037382 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a0b-3693-4cef-9bed-7afea05b5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.127579 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f1a0b-3693-4cef-9bed-7afea05b5a41 None None] Current status of the port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:36.249314 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Publish callbacks [] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.254498 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.279485 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.309325 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ab461-d529-43dc-ad6c-f779737f34e2 None None] Pushing event updated for resources: {'Port': ['ID=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:36.313880 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Attempting to bind port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:36.315271 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Attempting to bind port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:36.315795 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Attempting to bind port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:36.322778 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:36.322778 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:36.322778 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.323535 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:36.323689 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Bound port: f12ff373-5ae0-4a57-9c9c-cf191fc50fa8, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:36.324159 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.355912 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1be1-cc94-4041-853d-1f9ebbdd02a4 req-0c3b31c5-270d-4e95-b41f-424106ff984d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:36.357496 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c6da1be1-cc94-4041-853d-1f9ebbdd02a4 req-0c3b31c5-270d-4e95-b41f-424106ff984d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0798571 Feb 18 00:31:36.378560 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] For port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:36.381697 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] For port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:36.388193 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.417289 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c6da1be1-cc94-4041-853d-1f9ebbdd02a4 req-a638ee89-e628-490a-88bc-3b5bb6610010 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514081 Feb 18 00:31:36.433579 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:36.434201 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:36.466900 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Allocated IP 172.20.0.1 (f6e1e66a-abd4-4532-8f57-255c10d7eeea/440afa06-26cd-46a1-915d-6143a1091bdb/d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:36.552267 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 40cf62ce-64d7-43ce-80e7-90b0c84493f3 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:36.595572 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks [] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.638805 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.641196 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:36.645396 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:36.646083 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.679424 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:36.705839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:36.708653 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:36.709280 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (92b6ca09-99f2-4a1a-9aca-328726174867), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:36.744689 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ab461-d529-43dc-ad6c-f779737f34e2 None None] Pushing event updated for resources: {'Port': ['ID=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:36.760216 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:36.789218 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:36.866961 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:34Z', 'revision_number': 3, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:36.902965 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007b380-8057-4b74-b44d-c3c544a2eb73 None None] The sync data for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi is: [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:34Z', 'revision_number': 3, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:36.919077 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:37.061495 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-9d209626-1eec-44dd-833d-27b83da8b33d None None] Provisioning complete for port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:37.061883 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9d209626-1eec-44dd-833d-27b83da8b33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:37.100527 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-9d209626-1eec-44dd-833d-27b83da8b33d None None] Port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:37.130331 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks [] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:37.136157 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:37.136885 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (92b6ca09-99f2-4a1a-9aca-328726174867), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:37.181431 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd061-045f-497a-ae62-dbb1dd37149d req-63381062-5971-4a72-8018-5797f35250ea tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:37.189123 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-872bd061-045f-497a-ae62-dbb1dd37149d req-63381062-5971-4a72-8018-5797f35250ea tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.0681939 Feb 18 00:31:37.241668 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-872bd061-045f-497a-ae62-dbb1dd37149d req-8b98e2ba-5272-4233-9d01-7d35dcf4c638 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502667 Feb 18 00:31:37.283472 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:37.337229 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:37.339040 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:37.474294 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Router 92b6ca09-99f2-4a1a-9aca-328726174867 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:31:37.573983 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08494b1-7833-460b-82a4-52a915c88bb3 req-f153381f-3eb1-4e4f-8de2-287a451c8611 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:37.575521 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f08494b1-7833-460b-82a4-52a915c88bb3 req-f153381f-3eb1-4e4f-8de2-287a451c8611 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0692208 Feb 18 00:31:37.620549 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:37.635312 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-3a1bdf0a-932e-42e6-8497-7aaef246cdc6 admin admin] 10.222.0.10 "PUT /v2.0/routers/92b6ca09-99f2-4a1a-9aca-328726174867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1570320 Feb 18 00:31:37.635516 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1adcb098-2c4b-406c-8eeb-d9849b5a78cb None None] Provisioning complete for port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:37.635516 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1adcb098-2c4b-406c-8eeb-d9849b5a78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:37.638858 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f08494b1-7833-460b-82a4-52a915c88bb3 req-7f6df193-8850-4f50-b768-03618e6efa1e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575407 Feb 18 00:31:37.680944 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1adcb098-2c4b-406c-8eeb-d9849b5a78cb None None] Port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:38.174205 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42428) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:38.179431 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-257049561-network', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:38.199292 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Made reservation on behalf of a558ef27276e402eb2a81ad12b3d236e for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:38.201539 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.209978 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.293626 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks [] for security_group (f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.297958 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.323418 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:31:38.332247 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:38.339999 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (6ad2c7fa-3c98-45a9-8f19-7e0531fee747), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.340403 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Added segment 6ad2c7fa-3c98-45a9-8f19-7e0531fee747 of type vlan for network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 Feb 18 00:31:38.383270 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d64c-b498-4b68-a80e-3eb41e83e571 req-03227f6d-fbaf-4d45-baaf-42253d406b66 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:38.383992 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.385363 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-edb9d64c-b498-4b68-a80e-3eb41e83e571 req-03227f6d-fbaf-4d45-baaf-42253d406b66 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.0622954 Feb 18 00:31:38.418323 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.419616 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:38.420471 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.444759 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-edb9d64c-b498-4b68-a80e-3eb41e83e571 req-67975cf6-b2d5-40a3-b6bc-9874990e0e8b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Feb 18 00:31:38.481726 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3036895 Feb 18 00:31:38.486524 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42432) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:38.489198 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1029dfd-7281-4ea1-8347-9703fe2eae37 admin admin] Pushing event updated for resources: {'Network': ['ID=b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:38.494660 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Request body: {'subnet': {'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-257049561-subnet', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:38.504586 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:31:38.520118 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Made reservation on behalf of a558ef27276e402eb2a81ad12b3d236e for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:31:38.522709 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26099190'] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.613061 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:38.664986 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:38.666272 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.727061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1526341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26099172'] for subnet (d6e568be-6eec-4126-8cec-b7f90fd285a9), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.761378 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:38.761773 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.797205 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:38.802085 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Sync routers for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:38.809851 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.826385 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e568be-6eec-4126-8cec-b7f90fd285a9,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:38.838794 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:38.839428 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:38.841742 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Checking segment: {'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:38.842307 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Network hostable DHCP agents. Network: b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:31:38.863806 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3fe06-8ed4-4eda-a0d0-4a6eed63d05b req-9f0b4a83-e162-47c4-afdb-5dec850832f0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:38.865306 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-52c3fe06-8ed4-4eda-a0d0-4a6eed63d05b req-9f0b4a83-e162-47c4-afdb-5dec850832f0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1082432 Feb 18 00:31:38.892359 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:31:38.913113 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:38.929491 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:38.930254 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:38.937781 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2083f-d70d-419d-a67b-2a4f9da9093a None None] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:31:38.979834 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-52c3fe06-8ed4-4eda-a0d0-4a6eed63d05b req-48513080-8958-4ff7-a02d-8406262cfb00 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065369 Feb 18 00:31:38.983641 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-b8f47df4-1120-4ae5-a96d-08111ae382bc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4960299 Feb 18 00:31:38.986377 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42444) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:38.993396 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:39.010227 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:39.027762 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (cd2880a8-8b35-46b2-9de7-e53473fa925b), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.029127 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (cd2880a8-8b35-46b2-9de7-e53473fa925b), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.067003 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:39.102496 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks [] for router_controller (cd2880a8-8b35-46b2-9de7-e53473fa925b), precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.148682 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3', 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3', 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'fixed_ips': [{'subnet_id': 'd6e568be-6eec-4126-8cec-b7f90fd285a9'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:31:39.149631 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.268519 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks [] for router_gateway (cd2880a8-8b35-46b2-9de7-e53473fa925b), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.447044 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Allocated IP 172.20.0.2 (b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3/d6e568be-6eec-4126-8cec-b7f90fd285a9/13d70f38-9096-4b4c-98b9-08798b3a9d6c) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:39.484456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks [] for router_gateway (cd2880a8-8b35-46b2-9de7-e53473fa925b), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.506307 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.522816 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 2, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:39.554614 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Checking router: 92b6ca09-99f2-4a1a-9aca-328726174867 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:39.554614 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Updating router 92b6ca09-99f2-4a1a-9aca-328726174867 port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:39.641596 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db84e42-5416-46ef-b4ba-acbbd5c9ff6f req-8d2fa789-09d9-4368-aad5-68aa5267bce3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:39.643127 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1db84e42-5416-46ef-b4ba-acbbd5c9ff6f req-8d2fa789-09d9-4368-aad5-68aa5267bce3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.1252000 Feb 18 00:31:39.680343 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Allocated IP 172.27.2.162 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/995bef29-fcb1-458c-b3c0-2267cd32c4eb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:39.730796 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.747862 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1db84e42-5416-46ef-b4ba-acbbd5c9ff6f req-e7e2256a-0b1b-44c2-8455-71fc282655ae tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981581 Feb 18 00:31:39.803368 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks [] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.820295 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Publish callbacks [] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.837217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.878346 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:39.878737 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:39.879903 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:39.885568 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:39.913098 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Pushing event updated for resources: {'Port': ['ID=995bef29-fcb1-458c-b3c0-2267cd32c4eb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:39.927585 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:39.934717 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:39.941985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:39.988194 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Pushing event updated for resources: {'Port': ['ID=13d70f38-9096-4b4c-98b9-08798b3a9d6c,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:40.068088 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Attempting to bind port 13d70f38-9096-4b4c-98b9-08798b3a9d6c on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:40.068459 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Attempting to bind port 13d70f38-9096-4b4c-98b9-08798b3a9d6c by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:40.068817 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Attempting to bind port 13d70f38-9096-4b4c-98b9-08798b3a9d6c on network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:40.081096 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:40.081471 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Checking segment: {'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:40.081874 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.082262 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Bound using segment: {'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:40.082767 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Bound port: 13d70f38-9096-4b4c-98b9-08798b3a9d6c, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:40.083144 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.201593 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] For port 13d70f38-9096-4b4c-98b9-08798b3a9d6c, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:40.209756 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] For port 13d70f38-9096-4b4c-98b9-08798b3a9d6c, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=13d70f38-9096-4b4c-98b9-08798b3a9d6c,segment=NetworkSegment(6ad2c7fa-3c98-45a9-8f19-7e0531fee747),segment_id=6ad2c7fa-3c98-45a9-8f19-7e0531fee747)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:40.215286 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Publish callbacks [] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.217658 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.226409 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.292981 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f756531-8e73-4a23-bd2d-f2294ab14e6c None None] Pushing event updated for resources: {'Port': ['ID=13d70f38-9096-4b4c-98b9-08798b3a9d6c,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:40.385130 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a427c3-7061-4aa3-8491-b702b25cb12a req-1e6684ed-f03c-4ca3-a9dc-063c0addfc85 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:40.390105 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95a427c3-7061-4aa3-8491-b702b25cb12a req-1e6684ed-f03c-4ca3-a9dc-063c0addfc85 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.3374732 Feb 18 00:31:40.393785 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Attempting to bind port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:40.394281 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Attempting to bind port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:40.394776 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Attempting to bind port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 on network f6e1e66a-abd4-4532-8f57-255c10d7eeea {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:40.397052 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0dcf-02c0-4962-be1c-00bf01701539 None None] Pushing event updated for resources: {'Port': ['ID=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:40.403469 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:40.404006 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Checking segment: {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:40.404533 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.405018 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Bound using segment: {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:40.405593 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Bound port: d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:40.406084 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.440972 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks [] for router_gateway (cd2880a8-8b35-46b2-9de7-e53473fa925b), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.480744 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] For port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:40.484415 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] For port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:40.491354 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.524434 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95a427c3-7061-4aa3-8491-b702b25cb12a req-1374ccf7-3afd-4b4c-80a9-c5dad00bb73b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318796 Feb 18 00:31:40.592903 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:40.593528 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:40.595335 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0dcf-02c0-4962-be1c-00bf01701539 None None] Pushing event updated for resources: {'Port': ['ID=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:40.638823 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:40.750980 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-37a517e9-7231-489e-b265-f721391ba0b6 None None] Provisioning complete for port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:40.751584 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-37a517e9-7231-489e-b265-f721391ba0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.764937 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (cd2880a8-8b35-46b2-9de7-e53473fa925b), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.814230 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:40.814657 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.853471 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:40.932340 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740af9f-851c-4630-9995-c5fefec855e2 req-c87ea557-732e-458e-a247-3a969cf410f6 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:40.933793 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3740af9f-851c-4630-9995-c5fefec855e2 req-c87ea557-732e-458e-a247-3a969cf410f6 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.0758731 Feb 18 00:31:40.989535 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-37a517e9-7231-489e-b265-f721391ba0b6 None None] Current status of the port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:40.989924 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-37a517e9-7231-489e-b265-f721391ba0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:40.999657 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3740af9f-851c-4630-9995-c5fefec855e2 req-c9fe571e-291e-4ba5-810e-35d46c639519 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585153 Feb 18 00:31:41.000598 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Router cd2880a8-8b35-46b2-9de7-e53473fa925b is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:31:41.097662 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:41.104673 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-37a517e9-7231-489e-b265-f721391ba0b6 None None] For port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:41.111994 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-37a517e9-7231-489e-b265-f721391ba0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:41.126869 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:41.144160 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Sync routers for ids ['cd2880a8-8b35-46b2-9de7-e53473fa925b'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:41.155608 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:41.157120 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-db6d6a41-26dd-4f74-933c-7171725a3adb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1695344 Feb 18 00:31:41.157811 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Routers {'cd2880a8-8b35-46b2-9de7-e53473fa925b'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:41.159195 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['cd2880a8-8b35-46b2-9de7-e53473fa925b'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:41.159967 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42472) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:41.205294 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a517e9-7231-489e-b265-f721391ba0b6 None None] Pushing event updated for resources: {'Port': ['ID=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:41.223823 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:40Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:41.262818 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfab958-ee2e-414e-b840-75e3ebf21efe None None] The sync data for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi is: [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:40Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:41.271074 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-75f0f84c-c6c4-4eb7-a537-9553417fc349 None None] Provisioning complete for port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:41.271449 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-75f0f84c-c6c4-4eb7-a537-9553417fc349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:41.309933 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Set router cd2880a8-8b35-46b2-9de7-e53473fa925b gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:41.455249 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-75f0f84c-c6c4-4eb7-a537-9553417fc349 None None] Current status of the port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:41.595648 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:40Z', 'revision_number': 3, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port': {'id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:41.633439 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0144668-e35b-46b6-a0bf-d78c91b59710 None None] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:31:41.636157 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Checking router: cd2880a8-8b35-46b2-9de7-e53473fa925b for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:41.636547 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Updating router cd2880a8-8b35-46b2-9de7-e53473fa925b port 995bef29-fcb1-458c-b3c0-2267cd32c4eb binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:41.671076 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:41.717122 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-e9e9d887-d7c2-4c85-a504-b256e9af3189 None None] Provisioning complete for port 13d70f38-9096-4b4c-98b9-08798b3a9d6c triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:41.717878 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d887-d7c2-4c85-a504-b256e9af3189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:41.758221 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae3d51-f07b-476e-94ff-9408779517fd req-370d4a2f-f270-4b06-8354-0e5dd86b9a8d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:41.760625 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47ae3d51-f07b-476e-94ff-9408779517fd req-370d4a2f-f270-4b06-8354-0e5dd86b9a8d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1266775 Feb 18 00:31:41.867550 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9d887-d7c2-4c85-a504-b256e9af3189 None None] Current status of the port 13d70f38-9096-4b4c-98b9-08798b3a9d6c is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:41.868038 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d887-d7c2-4c85-a504-b256e9af3189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:41.888496 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.043669 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47ae3d51-f07b-476e-94ff-9408779517fd req-25253bae-8f90-486b-be54-b719268030ce tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683089 Feb 18 00:31:42.152960 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-e9e9d887-d7c2-4c85-a504-b256e9af3189 None None] For port 13d70f38-9096-4b4c-98b9-08798b3a9d6c, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=13d70f38-9096-4b4c-98b9-08798b3a9d6c,segment=NetworkSegment(6ad2c7fa-3c98-45a9-8f19-7e0531fee747),segment_id=6ad2c7fa-3c98-45a9-8f19-7e0531fee747)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:42.167951 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d887-d7c2-4c85-a504-b256e9af3189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.178963 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Publish callbacks [] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.187782 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.241238 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9d887-d7c2-4c85-a504-b256e9af3189 None None] Pushing event updated for resources: {'Port': ['ID=13d70f38-9096-4b4c-98b9-08798b3a9d6c,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:42.258924 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Attempting to bind port 995bef29-fcb1-458c-b3c0-2267cd32c4eb on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:42.260002 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Attempting to bind port 995bef29-fcb1-458c-b3c0-2267cd32c4eb by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:42.260601 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Attempting to bind port 995bef29-fcb1-458c-b3c0-2267cd32c4eb on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:42.262673 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3369ae3-e64f-4b2c-b887-77f6ce398184 None None] Pushing event updated for resources: {'Port': ['ID=995bef29-fcb1-458c-b3c0-2267cd32c4eb,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:42.268321 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:42.268906 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:42.272908 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.273668 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:42.274461 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Bound port: 995bef29-fcb1-458c-b3c0-2267cd32c4eb, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:42.275056 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.285605 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8d878cfd-7e8f-47ab-864c-835aa64b8f76 None None] Provisioning complete for port 13d70f38-9096-4b4c-98b9-08798b3a9d6c triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:42.285934 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8d878cfd-7e8f-47ab-864c-835aa64b8f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.333397 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c632c5-dd0e-43b3-80c4-e3d38a58d8cd req-0ff7189a-7f8d-4937-8c91-e906fb751683 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:42.341615 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-32c632c5-dd0e-43b3-80c4-e3d38a58d8cd req-0ff7189a-7f8d-4937-8c91-e906fb751683 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.1784689 Feb 18 00:31:42.350065 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] For port 995bef29-fcb1-458c-b3c0-2267cd32c4eb, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:42.354982 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] For port 995bef29-fcb1-458c-b3c0-2267cd32c4eb, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=995bef29-fcb1-458c-b3c0-2267cd32c4eb,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:42.364143 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.395777 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Allocated IP 172.20.0.1 (b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3/d6e568be-6eec-4126-8cec-b7f90fd285a9/261e9342-254f-4f8a-8e8f-ba1ade5a8cab) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:31:42.401754 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8d878cfd-7e8f-47ab-864c-835aa64b8f76 None None] Current status of the port 13d70f38-9096-4b4c-98b9-08798b3a9d6c is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:42.440497 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Routers {'cd2880a8-8b35-46b2-9de7-e53473fa925b'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:42.444948 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['cd2880a8-8b35-46b2-9de7-e53473fa925b'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:42.465605 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-32c632c5-dd0e-43b3-80c4-e3d38a58d8cd req-22194196-6b3d-406e-839c-806476977cd3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192887 Feb 18 00:31:42.575539 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks [] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.581931 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] Set router cd2880a8-8b35-46b2-9de7-e53473fa925b gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:42.628240 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.640876 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 13d70f38-9096-4b4c-98b9-08798b3a9d6c up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:42.648376 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3369ae3-e64f-4b2c-b887-77f6ce398184 None None] Pushing event updated for resources: {'Port': ['ID=995bef29-fcb1-458c-b3c0-2267cd32c4eb,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:42.673599 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:42.678752 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:42.697437 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:31:42.726410 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 13d70f38-9096-4b4c-98b9-08798b3a9d6c triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:42.727186 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.752721 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Pushing event updated for resources: {'Port': ['ID=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:42.762462 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (cd2880a8-8b35-46b2-9de7-e53473fa925b), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:42.844292 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 13d70f38-9096-4b4c-98b9-08798b3a9d6c is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:42.846138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:42.874784 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:40Z', 'revision_number': 3, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port': {'id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:42.907887 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b654c1-1477-47a0-82e2-f46fbd0d05fd None None] The sync data for ids ['cd2880a8-8b35-46b2-9de7-e53473fa925b'] in dv-cinder-816104-3-iscsi is: [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:40Z', 'revision_number': 3, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port': {'id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:42.922335 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:42.922866 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:43.036480 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:43.046043 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-72f5d86a-38cb-4b5c-a9d3-0fbe5944a93d None None] Provisioning complete for port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:43.046458 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-72f5d86a-38cb-4b5c-a9d3-0fbe5944a93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:43.086469 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-72f5d86a-38cb-4b5c-a9d3-0fbe5944a93d None None] Port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:43.107280 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:43.456047 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8499e-6f0b-493e-84b8-6f1631ca7971 req-d751fdfb-6ecf-41d8-8ce7-9d755b1b2e06 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:43.457634 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9fb8499e-6f0b-493e-84b8-6f1631ca7971 req-d751fdfb-6ecf-41d8-8ce7-9d755b1b2e06 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1383758 Feb 18 00:31:43.558226 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9fb8499e-6f0b-493e-84b8-6f1631ca7971 req-1857cfc5-17b4-492a-b416-08d20d7a92c6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936682 Feb 18 00:31:43.609571 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks [] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:43.614384 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:43.675491 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af07120-6fd0-4eaf-947e-8ea76b864b73 req-065ca444-860c-48e9-9de1-751f814d1735 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:43.677022 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3af07120-6fd0-4eaf-947e-8ea76b864b73 req-065ca444-860c-48e9-9de1-751f814d1735 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.1402605 Feb 18 00:31:43.715680 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (cd2880a8-8b35-46b2-9de7-e53473fa925b), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:43.720441 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Pushing event updated for resources: {'Port': ['ID=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:43.795042 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3af07120-6fd0-4eaf-947e-8ea76b864b73 req-8840051e-709a-4e4e-84ce-696afb00a173 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077287 Feb 18 00:31:43.840579 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:31:43.842020 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:31:43.972940 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Router cd2880a8-8b35-46b2-9de7-e53473fa925b has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:31:44.091378 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:31:44.106024 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f2ba9450-1e34-4eef-a4a6-2035d01f6883 admin admin] 10.222.0.10 "PUT /v2.0/routers/cd2880a8-8b35-46b2-9de7-e53473fa925b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368482 Feb 18 00:31:44.119820 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-0dfd59ea-4c4d-4891-bc11-c8559209ce9f None None] Provisioning complete for port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:44.120305 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0dfd59ea-4c4d-4891-bc11-c8559209ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.162128 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd59ea-4c4d-4891-bc11-c8559209ce9f None None] Port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:31:44.610502 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 995bef29-fcb1-458c-b3c0-2267cd32c4eb up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:44.676022 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 995bef29-fcb1-458c-b3c0-2267cd32c4eb triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:44.676699 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.705214 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:44.710614 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7f209b80-708f-449f-8b65-d35c5329d6fa tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566061113', 'description': 'tempest-secgroup-smoke-566061113 description', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:44.720876 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c1a5-17b2-4490-9722-194b77629592 req-a2afa06f-1220-4e70-a117-678feaacd86a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:44.723008 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-84b4c1a5-17b2-4490-9722-194b77629592 req-a2afa06f-1220-4e70-a117-678feaacd86a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0827248 Feb 18 00:31:44.752006 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f209b80-708f-449f-8b65-d35c5329d6fa tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.794309 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 995bef29-fcb1-458c-b3c0-2267cd32c4eb is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:44.794790 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.796620 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-84b4c1a5-17b2-4490-9722-194b77629592 req-c54b5ae6-2a46-4cdb-a79a-80adaf39455c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668724 Feb 18 00:31:44.817597 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 995bef29-fcb1-458c-b3c0-2267cd32c4eb, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=995bef29-fcb1-458c-b3c0-2267cd32c4eb,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:44.825777 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.834327 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f209b80-708f-449f-8b65-d35c5329d6fa tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group (cc56766a-c188-4906-8ae7-b535b3ef2dbb), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.841385 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f209b80-708f-449f-8b65-d35c5329d6fa tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (cc56766a-c188-4906-8ae7-b535b3ef2dbb), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.876102 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209b80-708f-449f-8b65-d35c5329d6fa tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc56766a-c188-4906-8ae7-b535b3ef2dbb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:44.881828 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f209b80-708f-449f-8b65-d35c5329d6fa tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.886821 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42514) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:44.887167 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-7f209b80-708f-449f-8b65-d35c5329d6fa tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1801288 Feb 18 00:31:44.894889 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5e9efeef-7558-4d64-a38e-905af3499fe8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'security_group_rule': {'security_group_id': 'cc56766a-c188-4906-8ae7-b535b3ef2dbb', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:44.906119 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=995bef29-fcb1-458c-b3c0-2267cd32c4eb,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:44.961620 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e9efeef-7558-4d64-a38e-905af3499fe8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (dfafa4d7-65af-4742-ac30-1a7e67d851ef), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:44.969279 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Sync routers for ids ['cd2880a8-8b35-46b2-9de7-e53473fa925b'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:31:44.980430 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Routers {'cd2880a8-8b35-46b2-9de7-e53473fa925b'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:44.980898 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['cd2880a8-8b35-46b2-9de7-e53473fa925b'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:45.002063 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d5a3-9a04-42ad-ae17-de9f57635eac req-b4227f43-13cb-4bbd-ba63-1043bc0f8925 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:45.003601 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4f56d5a3-9a04-42ad-ae17-de9f57635eac req-b4227f43-13cb-4bbd-ba63-1043bc0f8925 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.0988951 Feb 18 00:31:45.060188 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e9efeef-7558-4d64-a38e-905af3499fe8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (dfafa4d7-65af-4742-ac30-1a7e67d851ef), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.069171 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e9efeef-7558-4d64-a38e-905af3499fe8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (dfafa4d7-65af-4742-ac30-1a7e67d851ef), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.097441 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Set router cd2880a8-8b35-46b2-9de7-e53473fa925b gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:45.099999 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9efeef-7558-4d64-a38e-905af3499fe8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfafa4d7-65af-4742-ac30-1a7e67d851ef,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:45.109672 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4f56d5a3-9a04-42ad-ae17-de9f57635eac req-9f57f081-dc91-4e41-96c9-11046f484e20 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964479 Feb 18 00:31:45.125695 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e9efeef-7558-4d64-a38e-905af3499fe8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.127073 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5e9efeef-7558-4d64-a38e-905af3499fe8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2365837 Feb 18 00:31:45.130286 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42518) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:45.135235 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5fc12c16-cfa5-4ab0-b9c7-3ad5b6633cbf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'security_group_rule': {'security_group_id': 'cc56766a-c188-4906-8ae7-b535b3ef2dbb', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:45.168460 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fc12c16-cfa5-4ab0-b9c7-3ad5b6633cbf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (185bd656-dd6e-4759-a53a-c3a42cbb5e8b), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.236902 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fc12c16-cfa5-4ab0-b9c7-3ad5b6633cbf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (185bd656-dd6e-4759-a53a-c3a42cbb5e8b), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.240921 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fc12c16-cfa5-4ab0-b9c7-3ad5b6633cbf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (185bd656-dd6e-4759-a53a-c3a42cbb5e8b), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.263471 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc12c16-cfa5-4ab0-b9c7-3ad5b6633cbf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185bd656-dd6e-4759-a53a-c3a42cbb5e8b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:45.273455 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fc12c16-cfa5-4ab0-b9c7-3ad5b6633cbf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.276026 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5fc12c16-cfa5-4ab0-b9c7-3ad5b6633cbf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446226 Feb 18 00:31:45.278932 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42520) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:45.284317 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5b6b1ebf-6b88-47be-9040-9fa0b8bb1f38 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'security_group_rule': {'security_group_id': 'cc56766a-c188-4906-8ae7-b535b3ef2dbb', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:45.318645 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ebf-6b88-47be-9040-9fa0b8bb1f38 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (bcc38bb4-5e2c-470c-ba38-12e913c3cc0f), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.339472 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:43Z', 'revision_number': 4, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port': {'id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '261e9342-254f-4f8a-8e8f-ba1ade5a8cab', 'name': '', 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'mac_address': 'fa:16:3e:59:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd6e568be-6eec-4126-8cec-b7f90fd285a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:41Z', 'updated_at': '2022-02-18T00:31:43Z', 'revision_number': 2, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'subnets': [{'id': 'd6e568be-6eec-4126-8cec-b7f90fd285a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:45.372539 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Checking router: cd2880a8-8b35-46b2-9de7-e53473fa925b for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:31:45.372769 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Updating router cd2880a8-8b35-46b2-9de7-e53473fa925b port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:31:45.384985 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ebf-6b88-47be-9040-9fa0b8bb1f38 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (bcc38bb4-5e2c-470c-ba38-12e913c3cc0f), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.388892 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ebf-6b88-47be-9040-9fa0b8bb1f38 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (bcc38bb4-5e2c-470c-ba38-12e913c3cc0f), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.404481 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.408520 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b1ebf-6b88-47be-9040-9fa0b8bb1f38 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc38bb4-5e2c-470c-ba38-12e913c3cc0f,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:45.419035 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ebf-6b88-47be-9040-9fa0b8bb1f38 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.420274 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5b6b1ebf-6b88-47be-9040-9fa0b8bb1f38 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401517 Feb 18 00:31:45.423328 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42524) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:45.427670 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fd994b74-70d8-4d02-b3dc-504cdf9aab1c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'security_group_rule': {'security_group_id': 'cc56766a-c188-4906-8ae7-b535b3ef2dbb', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:45.454328 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd994b74-70d8-4d02-b3dc-504cdf9aab1c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (8460d73d-6a05-4706-b82a-3ea9a1a8834d), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.520483 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd994b74-70d8-4d02-b3dc-504cdf9aab1c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (8460d73d-6a05-4706-b82a-3ea9a1a8834d), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.525210 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd994b74-70d8-4d02-b3dc-504cdf9aab1c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (8460d73d-6a05-4706-b82a-3ea9a1a8834d), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.548475 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd994b74-70d8-4d02-b3dc-504cdf9aab1c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8460d73d-6a05-4706-b82a-3ea9a1a8834d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:45.554634 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd994b74-70d8-4d02-b3dc-504cdf9aab1c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.561113 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42528) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:45.562153 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-fd994b74-70d8-4d02-b3dc-504cdf9aab1c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377847 Feb 18 00:31:45.565800 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'security_group_rule': {'security_group_id': 'cc56766a-c188-4906-8ae7-b535b3ef2dbb', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:45.590428 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Project 63e7c2bdea8449698c1f51e3060fd44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 00:31:45.595599 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (1d9e2baf-5b92-4007-bd0e-de07e21b13ac), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.660695 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (1d9e2baf-5b92-4007-bd0e-de07e21b13ac), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.666328 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (1d9e2baf-5b92-4007-bd0e-de07e21b13ac), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.680156 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9e2baf-5b92-4007-bd0e-de07e21b13ac,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:45.697676 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.701896 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6e773868-d998-4855-842a-0ac6b2a2d5d1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369615 Feb 18 00:31:45.702621 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 42532) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:31:45.706576 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'security_group_rule': {'security_group_id': 'cc56766a-c188-4906-8ae7-b535b3ef2dbb', 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:31:45.707392 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Publish callbacks [] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.714780 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.731568 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Project 63e7c2bdea8449698c1f51e3060fd44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 00:31:45.736751 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (70bd160f-0ca0-432f-932c-72c00653dd21), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.815310 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (70bd160f-0ca0-432f-932c-72c00653dd21), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.823139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (70bd160f-0ca0-432f-932c-72c00653dd21), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.832806 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Attempting to bind port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:31:45.833190 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Attempting to bind port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:31:45.833550 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Attempting to bind port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab on network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:31:45.835767 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8e255-1024-4631-8c6f-41994e75bb50 None None] Pushing event updated for resources: {'Port': ['ID=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:45.849617 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:31:45.850012 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Checking segment: {'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:31:45.850445 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.851135 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Bound using segment: {'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:31:45.851401 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Bound port: 261e9342-254f-4f8a-8e8f-ba1ade5a8cab, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad2c7fa-3c98-45a9-8f19-7e0531fee747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:31:45.851690 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bd160f-0ca0-432f-932c-72c00653dd21,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:45.851803 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.872377 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:45.874181 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6fd74fa0-d358-46d6-8871-c9f6701e6674 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1710508 Feb 18 00:31:45.946513 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] For port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:31:45.954370 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] For port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,segment=NetworkSegment(6ad2c7fa-3c98-45a9-8f19-7e0531fee747),segment_id=6ad2c7fa-3c98-45a9-8f19-7e0531fee747)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:31:45.967429 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:46.012199 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabddfa-2cec-42c5-9c3b-21908466dffb req-8961351b-872b-45f0-b715-d69a8fb14f53 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:46.016879 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aaabddfa-2cec-42c5-9c3b-21908466dffb req-8961351b-872b-45f0-b715-d69a8fb14f53 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1022620 Feb 18 00:31:46.070030 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8e255-1024-4631-8c6f-41994e75bb50 None None] Pushing event updated for resources: {'Port': ['ID=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:46.079043 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aaabddfa-2cec-42c5-9c3b-21908466dffb req-4ca4062d-a7a7-45aa-ab1b-f2a05d8e06c5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Feb 18 00:31:46.130624 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8549beb1-0030-4e06-9d41-46a3d7e7c3d2 None None] Provisioning complete for port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:46.131001 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8549beb1-0030-4e06-9d41-46a3d7e7c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:46.133072 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Routers {'cd2880a8-8b35-46b2-9de7-e53473fa925b'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:31:46.133691 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:31:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['cd2880a8-8b35-46b2-9de7-e53473fa925b'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:46.307016 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e0a01-2582-4fd4-8191-ab55752076bd req-002bc456-0dee-4c52-8a3f-fdba9edd60c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:46.317789 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-615e0a01-2582-4fd4-8191-ab55752076bd req-002bc456-0dee-4c52-8a3f-fdba9edd60c4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.0937152 Feb 18 00:31:46.343194 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] Set router cd2880a8-8b35-46b2-9de7-e53473fa925b gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:31:46.386499 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8549beb1-0030-4e06-9d41-46a3d7e7c3d2 None None] Current status of the port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:46.386844 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8549beb1-0030-4e06-9d41-46a3d7e7c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:46.392471 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-615e0a01-2582-4fd4-8191-ab55752076bd req-ddebe5b9-9284-48bf-94cd-73629ec3266e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Feb 18 00:31:46.482138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8549beb1-0030-4e06-9d41-46a3d7e7c3d2 None None] For port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,segment=NetworkSegment(6ad2c7fa-3c98-45a9-8f19-7e0531fee747),segment_id=6ad2c7fa-3c98-45a9-8f19-7e0531fee747)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:46.517068 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8549beb1-0030-4e06-9d41-46a3d7e7c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:46.583658 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 995bef29-fcb1-458c-b3c0-2267cd32c4eb up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:46.659315 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549beb1-0030-4e06-9d41-46a3d7e7c3d2 None None] Pushing event updated for resources: {'Port': ['ID=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:46.687193 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-b4bff760-bbbb-4703-861c-0d0866856336 None None] Provisioning complete for port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:46.687566 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b4bff760-bbbb-4703-861c-0d0866856336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:46.902597 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 995bef29-fcb1-458c-b3c0-2267cd32c4eb triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:46.902972 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:47.008049 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:43Z', 'revision_number': 4, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port': {'id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '261e9342-254f-4f8a-8e8f-ba1ade5a8cab', 'name': '', 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'mac_address': 'fa:16:3e:59:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd6e568be-6eec-4126-8cec-b7f90fd285a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:41Z', 'updated_at': '2022-02-18T00:31:45Z', 'revision_number': 4, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'subnets': [{'id': 'd6e568be-6eec-4126-8cec-b7f90fd285a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:31:47.015209 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-b4bff760-bbbb-4703-861c-0d0866856336 None None] Current status of the port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:47.048686 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c687a-f800-4c9b-ac9c-270e8a0301d2 None None] The sync data for ids ['cd2880a8-8b35-46b2-9de7-e53473fa925b'] in dv-cinder-816104-3-iscsi is: [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:43Z', 'revision_number': 4, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port': {'id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '261e9342-254f-4f8a-8e8f-ba1ade5a8cab', 'name': '', 'network_id': 'b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'mac_address': 'fa:16:3e:59:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd6e568be-6eec-4126-8cec-b7f90fd285a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:41Z', 'updated_at': '2022-02-18T00:31:45Z', 'revision_number': 4, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'subnets': [{'id': 'd6e568be-6eec-4126-8cec-b7f90fd285a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:31:47.116147 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 995bef29-fcb1-458c-b3c0-2267cd32c4eb is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:47.311171 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ea940-6719-4127-9582-15f373984458 req-60a683f9-c620-4ef6-b053-df21472e8e10 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:47.313338 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2d0ea940-6719-4127-9582-15f373984458 req-60a683f9-c620-4ef6-b053-df21472e8e10 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0979874 Feb 18 00:31:47.386666 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2d0ea940-6719-4127-9582-15f373984458 req-c0c4a784-a0ac-4daa-ba07-1d4646a333f4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671506 Feb 18 00:31:47.525159 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68bb0f-cd70-411f-a85b-67784a57e341 req-b684298c-fa98-4bf8-af1d-3194a442b06d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:47.526817 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bf68bb0f-cd70-411f-a85b-67784a57e341 req-b684298c-fa98-4bf8-af1d-3194a442b06d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 944 time: 0.0608230 Feb 18 00:31:47.576986 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bf68bb0f-cd70-411f-a85b-67784a57e341 req-ca6668d3-0a46-4ac2-955a-e194e5fa8323 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 Feb 18 00:31:48.067206 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 3b2b95e2-db64-491d-ba23-c46268b50ca1 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:31:48.174929 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 3b2b95e2-db64-491d-ba23-c46268b50ca1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3b2b95e2-db64-491d-ba23-c46268b50ca1,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:48.191946 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '3b2b95e2-db64-491d-ba23-c46268b50ca1', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'port_id': '3b2b95e2-db64-491d-ba23-c46268b50ca1', 'mac_address': 'fa:16:3e:d5:96:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134f7579-7b73-42c3-95ca-11252deb53df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:31:48.232352 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 3b2b95e2-db64-491d-ba23-c46268b50ca1 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:48.232736 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:48.247032 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2b95e2-db64-491d-ba23-c46268b50ca1 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:31:48.275433 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 3b2b95e2-db64-491d-ba23-c46268b50ca1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3b2b95e2-db64-491d-ba23-c46268b50ca1,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:48.280550 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:48.360083 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=3b2b95e2-db64-491d-ba23-c46268b50ca1,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:48.579609 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cf30b-cf37-4df4-9fce-f066b3da8c69 req-498f2c0d-3172-44c2-a7dc-13e03cac2e3b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:48.581958 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c23cf30b-cf37-4df4-9fce-f066b3da8c69 req-498f2c0d-3172-44c2-a7dc-13e03cac2e3b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1111455 Feb 18 00:31:48.626727 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 261e9342-254f-4f8a-8e8f-ba1ade5a8cab up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:48.667333 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c23cf30b-cf37-4df4-9fce-f066b3da8c69 req-c6be4df3-b3d8-4954-91c8-6227e5c18165 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757980 Feb 18 00:31:48.706786 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:48.707360 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:48.737726 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['3b2b95e2-db64-491d-ba23-c46268b50ca1'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:31:48.781982 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dd2d-c0a7-4bcc-bc0d-6319802f79a0 req-ba75fc8c-67d1-405b-ab22-43096c67dd52 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:48.783870 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bba1dd2d-c0a7-4bcc-bc0d-6319802f79a0 req-ba75fc8c-67d1-405b-ab22-43096c67dd52 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 945 time: 0.0671415 Feb 18 00:31:48.867848 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bba1dd2d-c0a7-4bcc-bc0d-6319802f79a0 req-b747144e-56b6-4fd1-9493-03f1f61f5878 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774832 Feb 18 00:31:48.893809 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:49.789356 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f676d-e332-42c4-b529-a0f778521ca8 req-1c604427-3b55-4410-9377-1fe0284c0997 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:49.791225 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-947f676d-e332-42c4-b529-a0f778521ca8 req-1c604427-3b55-4410-9377-1fe0284c0997 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0550792 Feb 18 00:31:49.843008 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-947f676d-e332-42c4-b529-a0f778521ca8 req-b8bf07e6-b199-4de3-9a91-ad53c123f19d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Feb 18 00:31:49.999437 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bc881-3b33-4c2e-9eaa-2c03fe92db8c req-c12fd132-e22a-49ea-b869-fa1f93783ef7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:50.000695 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b71bc881-3b33-4c2e-9eaa-2c03fe92db8c req-c12fd132-e22a-49ea-b869-fa1f93783ef7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 945 time: 0.0573244 Feb 18 00:31:50.067681 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b71bc881-3b33-4c2e-9eaa-2c03fe92db8c req-7703208c-3374-452a-9aa8-3e54e1d55f12 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605407 Feb 18 00:31:50.075240 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 3b2b95e2-db64-491d-ba23-c46268b50ca1 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:31:50.152010 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 3b2b95e2-db64-491d-ba23-c46268b50ca1 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:31:50.156628 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 3b2b95e2-db64-491d-ba23-c46268b50ca1 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:31:50.157116 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:50.237317 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 3b2b95e2-db64-491d-ba23-c46268b50ca1 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:31:50.237714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:50.265514 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b95e2-db64-491d-ba23-c46268b50ca1'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:31:50.267822 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40409e6-0e5e-4dc4-9069-e397bfc9df5e" -d '{"events": [{"server_uuid": "b3a9e7c7-687a-431e-9b6f-e5ee44d3173b", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b95e2-db64-491d-ba23-c46268b50ca1"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:31:50.280713 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 3b2b95e2-db64-491d-ba23-c46268b50ca1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3b2b95e2-db64-491d-ba23-c46268b50ca1,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:31:50.288288 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:50.315727 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb2ba3-a0e7-42b0-87cd-c3145a7ae7bc x-openstack-request-id: req-fefb2ba3-a0e7-42b0-87cd-c3145a7ae7bc {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:31:50.316041 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a9e7c7-687a-431e-9b6f-e5ee44d3173b", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b95e2-db64-491d-ba23-c46268b50ca1", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:31:50.316300 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fefb2ba3-a0e7-42b0-87cd-c3145a7ae7bc {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:31:50.316680 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b95e2-db64-491d-ba23-c46268b50ca1', 'code': 200} Feb 18 00:31:50.342233 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=3b2b95e2-db64-491d-ba23-c46268b50ca1,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:31:50.606763 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a84e2-c04b-4633-b83c-ed16bc61ef05 req-096f4855-d74c-48b5-823b-e8454fefb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:50.608476 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-563a84e2-c04b-4633-b83c-ed16bc61ef05 req-096f4855-d74c-48b5-823b-e8454fefb61a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 1130 time: 0.0491440 Feb 18 00:31:50.654972 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-563a84e2-c04b-4633-b83c-ed16bc61ef05 req-60ba6f2a-9585-485e-9c45-4bfd9b9f7cca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395377 Feb 18 00:31:50.973901 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08ca03-536c-4a3f-b35b-a7a8d434134d req-2323da3a-3a3d-4cbc-b297-96383de4357e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:50.975693 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1c08ca03-536c-4a3f-b35b-a7a8d434134d req-2323da3a-3a3d-4cbc-b297-96383de4357e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0608606 Feb 18 00:31:51.027752 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1c08ca03-536c-4a3f-b35b-a7a8d434134d req-e6c7ef0e-7568-4237-86bd-0548557b5adf tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Feb 18 00:31:51.205069 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bf3d-63cd-4116-ba9f-f79e865aa347 req-cbfd3156-bde8-4d0a-9e94-b4cf399d4a7d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:51.206828 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bbe9bf3d-63cd-4116-ba9f-f79e865aa347 req-cbfd3156-bde8-4d0a-9e94-b4cf399d4a7d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 946 time: 0.0579908 Feb 18 00:31:51.263121 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bbe9bf3d-63cd-4116-ba9f-f79e865aa347 req-f23a9bfc-10ea-4912-9ea4-7b679dc22bd2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498824 Feb 18 00:31:52.153193 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7809-5514-4382-a99b-caeb940544d9 req-08922448-0fcd-4c04-9935-40eea53662fc tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:52.154822 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2eab7809-5514-4382-a99b-caeb940544d9 req-08922448-0fcd-4c04-9935-40eea53662fc tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0560789 Feb 18 00:31:52.204306 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2eab7809-5514-4382-a99b-caeb940544d9 req-d9411230-7230-46b7-b3b9-d2a55d031969 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Feb 18 00:31:52.387449 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe96666-519b-43ea-9ca3-3117fc688bcf req-510830e6-5ef8-4d0e-b9ab-67448d88e154 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:52.388855 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfe96666-519b-43ea-9ca3-3117fc688bcf req-510830e6-5ef8-4d0e-b9ab-67448d88e154 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 946 time: 0.0510273 Feb 18 00:31:52.443364 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfe96666-519b-43ea-9ca3-3117fc688bcf req-a6ae3eac-b704-4d83-878c-af4786ed481b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484326 Feb 18 00:31:53.323467 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d442-aa8f-4378-858d-404a95412337 req-90487f67-a9df-4034-9e0e-348484431282 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:53.325107 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4d56d442-aa8f-4378-858d-404a95412337 req-90487f67-a9df-4034-9e0e-348484431282 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0519347 Feb 18 00:31:53.379180 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4d56d442-aa8f-4378-858d-404a95412337 req-0e43aac4-496b-4f2e-a357-b161c0e63e03 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Feb 18 00:31:53.751862 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474231-7802-4154-8d29-32e4fcb3fd0f req-374cd9e0-1ecc-4a16-8200-991578cedb8e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:53.753343 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-44474231-7802-4154-8d29-32e4fcb3fd0f req-374cd9e0-1ecc-4a16-8200-991578cedb8e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0518651 Feb 18 00:31:53.800783 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-44474231-7802-4154-8d29-32e4fcb3fd0f req-1e9d6005-bd77-4b48-a447-f959df2c23b5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Feb 18 00:31:54.499962 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d536a5-f4b3-4705-8233-9ae45796b081 req-4ccabecc-8de2-4913-b3fc-6f5fa62c4b79 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:54.501422 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-27d536a5-f4b3-4705-8233-9ae45796b081 req-4ccabecc-8de2-4913-b3fc-6f5fa62c4b79 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0557637 Feb 18 00:31:54.547433 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-27d536a5-f4b3-4705-8233-9ae45796b081 req-e857dd47-a3f4-4cae-bdaa-9445a3e8b830 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Feb 18 00:31:54.935343 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2760b-b24b-4258-a5ce-851269699d3e req-936a8e88-5be7-42cf-be00-115c448d9206 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:54.936814 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-28d2760b-b24b-4258-a5ce-851269699d3e req-936a8e88-5be7-42cf-be00-115c448d9206 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0540810 Feb 18 00:31:54.984092 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-28d2760b-b24b-4258-a5ce-851269699d3e req-395e5ec8-4dfe-4fdb-8b41-9dfbec11da7a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Feb 18 00:31:55.667399 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cf564-10cd-4a2d-a7e4-9ad747561345 req-df53ad5f-5426-41c0-9d68-78addf4c0d53 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:55.668911 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-651cf564-10cd-4a2d-a7e4-9ad747561345 req-df53ad5f-5426-41c0-9d68-78addf4c0d53 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0551798 Feb 18 00:31:55.714200 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-651cf564-10cd-4a2d-a7e4-9ad747561345 req-004c0865-fde9-4368-b2c0-584168dad12b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Feb 18 00:31:56.109516 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afb3ab-7afb-421e-bd36-25f41509c82f req-3286e59b-7237-4439-9468-437a6cc49555 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:56.111212 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b4afb3ab-7afb-421e-bd36-25f41509c82f req-3286e59b-7237-4439-9468-437a6cc49555 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0580964 Feb 18 00:31:56.161336 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b4afb3ab-7afb-421e-bd36-25f41509c82f req-15c6da7a-9e71-44bf-9ad3-378eba241088 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446181 Feb 18 00:31:56.840445 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7f883c7c-7666-46d8-8fa3-50428b2e3c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:56.846141 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0fa20-ed9c-464f-ab40-30e48605ca67 req-f5bd7f0f-19c1-415a-8063-36535f64a0b9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:56.848678 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eda0fa20-ed9c-464f-ab40-30e48605ca67 req-f5bd7f0f-19c1-415a-8063-36535f64a0b9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0650170 Feb 18 00:31:56.914065 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eda0fa20-ed9c-464f-ab40-30e48605ca67 req-b7e6bf19-dbd7-485e-9d9d-fc3ea2d976d9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583403 Feb 18 00:31:57.298464 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a793e-a8cb-4e64-99d4-4695e3ffcc08 req-d2af8f77-4b1d-4f0f-b96d-3d79888dea75 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:57.299976 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e00a793e-a8cb-4e64-99d4-4695e3ffcc08 req-d2af8f77-4b1d-4f0f-b96d-3d79888dea75 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0624187 Feb 18 00:31:57.351497 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e00a793e-a8cb-4e64-99d4-4695e3ffcc08 req-3f0762d8-6c5e-4e3a-8dd2-844ae71e1009 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436265 Feb 18 00:31:58.034302 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb964b04-d981-448a-ac3e-11094c9b13b6 req-7f0ee383-9504-4de2-975b-e82999fc4c3d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:58.035987 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eb964b04-d981-448a-ac3e-11094c9b13b6 req-7f0ee383-9504-4de2-975b-e82999fc4c3d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0509393 Feb 18 00:31:58.084913 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eb964b04-d981-448a-ac3e-11094c9b13b6 req-518b16da-ef38-43ad-8ad5-17bd83f3ba51 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Feb 18 00:31:58.503290 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9849-5bb6-47ef-92e8-80d39021d5b0 req-67c230ec-f25d-4da1-9729-5e38a36fe800 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:58.504770 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0eae9849-5bb6-47ef-92e8-80d39021d5b0 req-67c230ec-f25d-4da1-9729-5e38a36fe800 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0687971 Feb 18 00:31:58.561320 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0eae9849-5bb6-47ef-92e8-80d39021d5b0 req-9c5f470a-2227-4e3f-899f-06ebec36697a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500863 Feb 18 00:31:59.207258 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af9a14-7f38-4226-9a05-e290dd60b882 req-306b9a74-9d15-4b93-98ff-f35aaa95a044 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:59.208834 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-66af9a14-7f38-4226-9a05-e290dd60b882 req-306b9a74-9d15-4b93-98ff-f35aaa95a044 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0533891 Feb 18 00:31:59.261178 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-66af9a14-7f38-4226-9a05-e290dd60b882 req-4ec1a577-92cb-46fc-b6cf-30269e696a36 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Feb 18 00:31:59.352112 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-34a4e731-19e3-4fb5-b555-5073f0c5b247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:31:59.691091 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907582dc-bd76-4567-94ad-67c2fc909273 req-96980cac-b580-4b9c-9272-03f5fa52dccb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:31:59.692713 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-907582dc-bd76-4567-94ad-67c2fc909273 req-96980cac-b580-4b9c-9272-03f5fa52dccb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0564952 Feb 18 00:31:59.754619 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-907582dc-bd76-4567-94ad-67c2fc909273 req-98258d22-58c8-4295-b95c-2082127937a5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541728 Feb 18 00:32:00.241308 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 42998) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:00.250702 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.371254 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.421422 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114bf65-1923-414f-9702-70db01509894 req-9f6a7353-aabc-4a25-ad93-90699242f2cb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:00.422455 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4114bf65-1923-414f-9702-70db01509894 req-9f6a7353-aabc-4a25-ad93-90699242f2cb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0897119 Feb 18 00:32:00.514958 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4114bf65-1923-414f-9702-70db01509894 req-4e8109e3-8ae9-419d-bc2f-f015ee4c5ca5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858173 Feb 18 00:32:00.516750 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Publish callbacks [] for security_group (73d8e2dc-19ab-4f27-b7ad-ca6b62be3835), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.521157 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (73d8e2dc-19ab-4f27-b7ad-ca6b62be3835), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.562070 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f16433d762374556a730be7680707b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196280 Feb 18 00:32:00.563391 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8e2dc-19ab-4f27-b7ad-ca6b62be3835,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:00.564721 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43012) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:00.571515 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.572240 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.572600 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.572943 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.573312 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.573650 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.573986 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.574459 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.574797 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.575130 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.575459 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.575784 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.576107 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e9bd5-3dba-4bda-86d8-e70b2c61d836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.618857 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Publish callbacks [] for security_group (73d8e2dc-19ab-4f27-b7ad-ca6b62be3835), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.647059 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Publish callbacks [] for security_group (73d8e2dc-19ab-4f27-b7ad-ca6b62be3835), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.704451 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (73d8e2dc-19ab-4f27-b7ad-ca6b62be3835), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.707109 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:00.708248 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73d8e2dc-19ab-4f27-b7ad-ca6b62be3835 HTTP/1.1" status: 204 len: 168 time: 0.1425085 Feb 18 00:32:00.716728 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8e2dc-19ab-4f27-b7ad-ca6b62be3835,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:00.723743 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.724103 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.724445 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.724778 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.725102 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.725422 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.725756 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.726080 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.726416 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.726738 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.727157 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.727476 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.727892 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa2b51-41ae-4e89-8d45-dc7fdbfd9be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:00.921988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134983-7d3e-4f9a-942b-c24d421c5a4c req-fcbf6bba-d1bf-47a2-adb1-2292568ddb49 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:00.923795 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d134983-7d3e-4f9a-942b-c24d421c5a4c req-fcbf6bba-d1bf-47a2-adb1-2292568ddb49 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0737274 Feb 18 00:32:00.980365 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d134983-7d3e-4f9a-942b-c24d421c5a4c req-14e56cca-64fa-4020-855f-19a72227f25d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504868 Feb 18 00:32:01.023168 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:01.038055 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-970cca69-7222-4ea5-bcf4-363765c76d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.126825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-970cca69-7222-4ea5-bcf4-363765c76d6f admin admin] Publish callbacks [] for security_group (9c11363f-3788-42bc-a2b7-472585c5df55), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.131207 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-970cca69-7222-4ea5-bcf4-363765c76d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9c11363f-3788-42bc-a2b7-472585c5df55), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.178367 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-970cca69-7222-4ea5-bcf4-363765c76d6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd8cc6acbe484317b727681f27b619ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537313 Feb 18 00:32:01.179479 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cca69-7222-4ea5-bcf4-363765c76d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c11363f-3788-42bc-a2b7-472585c5df55,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:01.182063 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 43024) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:01.239084 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fe53dd3-de6b-4c46-8eaa-8869f1c13fa3 admin admin] Publish callbacks [] for security_group (9c11363f-3788-42bc-a2b7-472585c5df55), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.264932 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fe53dd3-de6b-4c46-8eaa-8869f1c13fa3 admin admin] Publish callbacks [] for security_group (9c11363f-3788-42bc-a2b7-472585c5df55), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.325704 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fe53dd3-de6b-4c46-8eaa-8869f1c13fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9c11363f-3788-42bc-a2b7-472585c5df55), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.328915 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fe53dd3-de6b-4c46-8eaa-8869f1c13fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.330228 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5fe53dd3-de6b-4c46-8eaa-8869f1c13fa3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c11363f-3788-42bc-a2b7-472585c5df55 HTTP/1.1" status: 204 len: 168 time: 0.1471193 Feb 18 00:32:01.340542 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe53dd3-de6b-4c46-8eaa-8869f1c13fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c11363f-3788-42bc-a2b7-472585c5df55,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:01.597417 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:01.693962 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36722256-21ae-4be6-b6ac-b1766595f00a req-e6d7568a-5690-4fba-8400-2ab0e59ac564 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:01.695749 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-36722256-21ae-4be6-b6ac-b1766595f00a req-e6d7568a-5690-4fba-8400-2ab0e59ac564 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0898008 Feb 18 00:32:01.763581 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-36722256-21ae-4be6-b6ac-b1766595f00a req-09931229-0e91-4647-bcd8-df97f57c2d1f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608988 Feb 18 00:32:01.827342 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-103f641f-005e-4d96-a2a3-972d83e3f882 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507441730&fields=id&tenant_id=b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 267 time: 0.0517626 Feb 18 00:32:01.955055 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-4fe73018-5291-4656-bffd-6919c5feefd4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:01.956706 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-4fe73018-5291-4656-bffd-6919c5feefd4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 812 time: 0.1246519 Feb 18 00:32:01.983180 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-ad31e7db-e471-4029-b319-afeae0affd6c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/quotas/b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 375 time: 0.0201149 Feb 18 00:32:02.052007 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-4381a8e9-dcab-4ea3-a28d-a93f6e019287 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620728 Feb 18 00:32:02.175922 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf19b-0f26-4509-8a88-399257d4c51a req-22704b02-4ad7-4cb8-b32a-046a7da4cadd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:02.177388 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ffdf19b-0f26-4509-8a88-399257d4c51a req-22704b02-4ad7-4cb8-b32a-046a7da4cadd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1132267 Feb 18 00:32:02.231163 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-cea17091-2af1-441a-b20c-c9a5b047ebfd service neutron] 10.222.0.10 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396205 Feb 18 00:32:02.310862 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1ffdf19b-0f26-4509-8a88-399257d4c51a req-15eabff1-807d-419d-8ec9-abd8f61c84dc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260602 Feb 18 00:32:02.379288 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0dc6e044-8a70-46c2-be74-2e63a0aceee6 service neutron] 10.222.0.10 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405339 Feb 18 00:32:02.711815 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f53da8d5-b0bf-44b3-9160-f9c359aef9dc req-f036f343-6997-443f-b18f-37627b2cb113 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0294311 Feb 18 00:32:02.906154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9109b1-3aef-48cb-9f3c-0c6f83f71f9e req-2ff17a44-ec72-4c51-a378-c72748b82140 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:02.908648 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cb9109b1-3aef-48cb-9f3c-0c6f83f71f9e req-2ff17a44-ec72-4c51-a378-c72748b82140 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0722713 Feb 18 00:32:02.965210 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cb9109b1-3aef-48cb-9f3c-0c6f83f71f9e req-cb089d43-b4e1-4e15-a59b-936cd5ba8727 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481691 Feb 18 00:32:03.132475 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:03.469818 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f75524-a49f-4d37-ad85-62824cb37f1e req-e2bd336f-0264-446e-baf2-685dbf3cc864 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:03.471516 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04f75524-a49f-4d37-ad85-62824cb37f1e req-e2bd336f-0264-446e-baf2-685dbf3cc864 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0589342 Feb 18 00:32:03.517461 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04f75524-a49f-4d37-ad85-62824cb37f1e req-e379babc-2dae-4cb6-9ac7-8b8bb8045916 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Feb 18 00:32:03.817004 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-28eeeccc-2742-45e7-a3a5-88cbda15ae61 req-d81241fe-c9fc-49b1-b24c-99bfdb41a7e8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Feb 18 00:32:04.099865 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64230963-71bb-49bc-8931-c6188c0b83cc req-e7c56d74-89d6-4bea-9e40-f82299498ae1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:04.101330 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-64230963-71bb-49bc-8931-c6188c0b83cc req-e7c56d74-89d6-4bea-9e40-f82299498ae1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0528295 Feb 18 00:32:04.215921 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-64230963-71bb-49bc-8931-c6188c0b83cc req-d52720ab-f2c9-41be-bd52-ee4a5459a528 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041026 Feb 18 00:32:04.237882 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-6c635d9d-4310-4d30-8e73-43006a713fd2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:04.239427 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-6c635d9d-4310-4d30-8e73-43006a713fd2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 812 time: 0.1371737 Feb 18 00:32:04.349283 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-b9c332cf-d259-45be-805d-1515a25b462e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 380 time: 0.0648952 Feb 18 00:32:04.364511 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'port': {'device_id': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'admin_state_up': True, 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'security_groups': ['911621e2-4eb4-4538-86f3-671ec3903de8']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:04.474019 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Made reservation on behalf of b1b8bf232d0f4b6d9b9990636d612c80 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:32:04.478110 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:04.651976 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Allocated IP 172.20.0.14 (73b89bff-e0a0-4420-bb13-4424bd5ad296/34c320fb-ed3c-4087-af0d-1e31daa2abbd/70db44d1-104d-4fff-b753-3b156fa03832) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:32:04.699778 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c802-0858-466f-bd09-a6de370cf916 req-dbd2f3d5-d417-4446-bbdf-9689e80ebc5d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:04.701783 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b1a2c802-0858-466f-bd09-a6de370cf916 req-dbd2f3d5-d417-4446-bbdf-9689e80ebc5d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0986555 Feb 18 00:32:05.018537 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3d362251-e7f5-4d80-8384-267fb2f8ec53 req-d3a61f9a-5a05-447e-bc5a-b20d57cea7d0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0882585 Feb 18 00:32:05.069089 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b1a2c802-0858-466f-bd09-a6de370cf916 req-8edd4d79-2185-4856-b2a2-e585e40806b1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558812 Feb 18 00:32:05.107413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (70db44d1-104d-4fff-b753-3b156fa03832), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.144487 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (70db44d1-104d-4fff-b753-3b156fa03832), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.188191 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:32:05.193868 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:32:05.200142 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:32:05.269432 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:05.270505 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.284696 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=70db44d1-104d-4fff-b753-3b156fa03832,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:05.303242 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-0ed91fa2-b2b8-4bf7-8bd2-c4907fd9485c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9437757 Feb 18 00:32:05.340090 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Request body: {'port': {'device_id': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:05.438104 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d0b0d-6add-4e0d-b779-595f8cabba67 req-462565fc-6e16-4c99-a229-6d5119ef71a5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:05.439660 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bb4d0b0d-6add-4e0d-b779-595f8cabba67 req-462565fc-6e16-4c99-a229-6d5119ef71a5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1192796 Feb 18 00:32:05.440791 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (70db44d1-104d-4fff-b753-3b156fa03832), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.485152 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-b5352c7f-c577-49e3-8fba-cdd3702f7271 None None] Provisioning complete for port 70db44d1-104d-4fff-b753-3b156fa03832 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:32:05.485726 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b5352c7f-c577-49e3-8fba-cdd3702f7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (70db44d1-104d-4fff-b753-3b156fa03832), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.526296 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-b5352c7f-c577-49e3-8fba-cdd3702f7271 None None] Port 70db44d1-104d-4fff-b753-3b156fa03832 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:32:05.547939 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bb4d0b0d-6add-4e0d-b779-595f8cabba67 req-71e0e007-c7f5-46fb-bb61-6aa2c493a4a5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959380 Feb 18 00:32:05.764034 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70db44d1-104d-4fff-b753-3b156fa03832 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:32:05.772030 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Publish callbacks [] for port (70db44d1-104d-4fff-b753-3b156fa03832), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.783332 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.785461 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Transition to ACTIVE for port object 70db44d1-104d-4fff-b753-3b156fa03832 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:32:05.788759 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (70db44d1-104d-4fff-b753-3b156fa03832), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:05.840875 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Pushing event updated for resources: {'Port': ['ID=70db44d1-104d-4fff-b753-3b156fa03832,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:05.930286 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Attempting to bind port 70db44d1-104d-4fff-b753-3b156fa03832 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:32:05.931483 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Attempting to bind port 70db44d1-104d-4fff-b753-3b156fa03832 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:32:05.931884 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Attempting to bind port 70db44d1-104d-4fff-b753-3b156fa03832 on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:32:05.936980 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Port 70db44d1-104d-4fff-b753-3b156fa03832 on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:32:05.937305 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Attempting to bind port 70db44d1-104d-4fff-b753-3b156fa03832 on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:32:05.946608 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:32:05.946951 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Checking segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:32:05.947339 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Bound using segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:32:05.947764 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Bound port: 70db44d1-104d-4fff-b753-3b156fa03832, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:32:05.948257 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (70db44d1-104d-4fff-b753-3b156fa03832), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.018506 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] For port 70db44d1-104d-4fff-b753-3b156fa03832, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:32:06.022125 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] For port 70db44d1-104d-4fff-b753-3b156fa03832, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=70db44d1-104d-4fff-b753-3b156fa03832,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:32:06.036221 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (70db44d1-104d-4fff-b753-3b156fa03832), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.085017 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.085810 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.087274 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] 10.222.0.48 "PUT /v2.0/ports/70db44d1-104d-4fff-b753-3b156fa03832 HTTP/1.1" status: 200 len: 1094 time: 0.7640624 Feb 18 00:32:06.087733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:06.090667 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7dc1fe-456d-472d-abfc-93f6fa9c142f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "tag": "70db44d1-104d-4fff-b753-3b156fa03832"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:06.138747 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277d6ae-4794-4587-839e-a6a5ade4c676 service neutron] Pushing event updated for resources: {'Port': ['ID=70db44d1-104d-4fff-b753-3b156fa03832,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:06.194308 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3511721-08ec-40ca-a134-ad00f561c407 x-openstack-request-id: req-a3511721-08ec-40ca-a134-ad00f561c407 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:06.196957 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "tag": "70db44d1-104d-4fff-b753-3b156fa03832", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:06.197236 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3511721-08ec-40ca-a134-ad00f561c407 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:06.198632 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832', 'status': 'completed', 'code': 200} Feb 18 00:32:06.371176 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5dfa5-31a7-40fa-a217-94892a9c7e2d req-ed08a617-71c7-48b0-9a17-2b261284982e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.372709 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-01a5dfa5-31a7-40fa-a217-94892a9c7e2d req-ed08a617-71c7-48b0-9a17-2b261284982e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.2054307 Feb 18 00:32:06.414930 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebb8e4-aa09-4b52-a4b3-c8b03891c08f req-8776307c-bc06-4f49-820b-bb330313c211 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.416403 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4cebb8e4-aa09-4b52-a4b3-c8b03891c08f req-8776307c-bc06-4f49-820b-bb330313c211 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1383026 Feb 18 00:32:06.421220 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-9c1f3c83-9cd3-4ba8-a524-676250dfcc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.422607 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-9c1f3c83-9cd3-4ba8-a524-676250dfcc6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 1128 time: 0.1972411 Feb 18 00:32:06.428296 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-745b8e26-23a8-4e20-bf30-62456bf41909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.429690 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-745b8e26-23a8-4e20-bf30-62456bf41909 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.1857514 Feb 18 00:32:06.454537 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43214) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:06.521138 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-a4233aea-cf9d-47b9-ba97-0e238dc3c6e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70db44d1-104d-4fff-b753-3b156fa03832 HTTP/1.1" status: 200 len: 217 time: 0.0702922 Feb 18 00:32:06.561841 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-01a5dfa5-31a7-40fa-a217-94892a9c7e2d req-e9fc626d-2172-4dc6-95ff-0e2d3b2980cc tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764145 Feb 18 00:32:06.577963 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62c6a989-952d-4594-9cbc-1ccd057293d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.624006 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4cebb8e4-aa09-4b52-a4b3-c8b03891c08f req-08fed90e-56ae-4f78-a795-c15be3f36b59 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004499 Feb 18 00:32:06.627601 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-f73b15e5-85da-469a-b52b-ae844e736428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.628985 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-f73b15e5-85da-469a-b52b-ae844e736428 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0746310 Feb 18 00:32:06.677185 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-356eac65-ac2d-4180-85f6-0ddfc2412436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.679047 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-356eac65-ac2d-4180-85f6-0ddfc2412436 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.2145824 Feb 18 00:32:06.707330 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62c6a989-952d-4594-9cbc-1ccd057293d2 admin admin] Publish callbacks [] for security_group (6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.713404 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62c6a989-952d-4594-9cbc-1ccd057293d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.759533 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6a989-952d-4594-9cbc-1ccd057293d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:06.761089 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-047770c5-8d2b-4382-9ee9-938fdd48dd2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 217 time: 0.0566506 Feb 18 00:32:06.766629 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-62c6a989-952d-4594-9cbc-1ccd057293d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de94158d959e4693a88e1a45bea14dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109510 Feb 18 00:32:06.767171 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43224) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:06.824237 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0e1425e-7e44-46a3-b776-19a1122f7535 admin admin] Publish callbacks [] for security_group (6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.842555 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-fafe14f7-4cec-46bd-b4a5-9205609107c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.844059 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-fafe14f7-4cec-46bd-b4a5-9205609107c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1818163 Feb 18 00:32:06.846344 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-1d91fc5d-a6ae-47c2-a4b7-e04f6d3439fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.847271 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0e1425e-7e44-46a3-b776-19a1122f7535 admin admin] Publish callbacks [] for security_group (6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.847667 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-1d91fc5d-a6ae-47c2-a4b7-e04f6d3439fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0676813 Feb 18 00:32:06.858395 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706aa4-62b9-4e47-ba48-91ebd4a9ae49 req-a82348d9-4101-4764-98c0-54696b1be2da tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:06.859838 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87706aa4-62b9-4e47-ba48-91ebd4a9ae49 req-a82348d9-4101-4764-98c0-54696b1be2da tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1442678 Feb 18 00:32:06.895927 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0e1425e-7e44-46a3-b776-19a1122f7535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.899648 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0e1425e-7e44-46a3-b776-19a1122f7535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:06.911324 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-a0e1425e-7e44-46a3-b776-19a1122f7535 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b HTTP/1.1" status: 204 len: 168 time: 0.1380649 Feb 18 00:32:06.920264 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1425e-7e44-46a3-b776-19a1122f7535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6dabb-f2fb-44d8-a5fd-8e0cf3ff2f1b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:06.957145 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-ca5e2ece-12a3-4672-a76f-e7283af3b00b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919919 Feb 18 00:32:07.052750 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87706aa4-62b9-4e47-ba48-91ebd4a9ae49 req-e7677113-5eac-4354-aaf6-2cb5fa1e4264 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801465 Feb 18 00:32:07.089566 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-9933c368-fb0b-4cd8-9576-bf636b622e09 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259574 Feb 18 00:32:07.160673 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-ca442de7-8b75-4440-afbd-5fa0ae9faa37 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906633 Feb 18 00:32:07.226066 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43234) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:07.240224 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a555-1109-4084-b99c-79c0fc1a7dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:07.256046 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-795699f2-21a1-48dc-9c01-c43a1df345f5 req-d3e7deb1-3505-48a2-a2e3-2d81404a7bbb service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557200 Feb 18 00:32:07.281452 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13e81586-7426-49f7-b296-bda5d2a22b9b req-19793a81-9da1-4fac-b70b-962800f7bb31 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116233 Feb 18 00:32:07.324282 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a555-1109-4084-b99c-79c0fc1a7dc6 admin admin] Publish callbacks [] for security_group (b3d9c45c-9c41-4624-90f5-7e2ec383dd68), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:07.328188 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a555-1109-4084-b99c-79c0fc1a7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b3d9c45c-9c41-4624-90f5-7e2ec383dd68), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:07.369855 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c4e7a555-1109-4084-b99c-79c0fc1a7dc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f95fea0088b64833b57f32189b7c0753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416812 Feb 18 00:32:07.370845 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7a555-1109-4084-b99c-79c0fc1a7dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9c45c-9c41-4624-90f5-7e2ec383dd68,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:07.372570 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 43236) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:07.421777 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08daadc2-d1d1-4ae5-b0f5-5bfa259868fd admin admin] Publish callbacks [] for security_group (b3d9c45c-9c41-4624-90f5-7e2ec383dd68), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:07.469024 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08daadc2-d1d1-4ae5-b0f5-5bfa259868fd admin admin] Publish callbacks [] for security_group (b3d9c45c-9c41-4624-90f5-7e2ec383dd68), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:07.516492 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-a99096ab-0cd9-4f34-912a-bf201df371a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:07.518441 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-a99096ab-0cd9-4f34-912a-bf201df371a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 1128 time: 0.0820801 Feb 18 00:32:07.532666 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08daadc2-d1d1-4ae5-b0f5-5bfa259868fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b3d9c45c-9c41-4624-90f5-7e2ec383dd68), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:07.535551 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08daadc2-d1d1-4ae5-b0f5-5bfa259868fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:07.536747 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-08daadc2-d1d1-4ae5-b0f5-5bfa259868fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3d9c45c-9c41-4624-90f5-7e2ec383dd68 HTTP/1.1" status: 204 len: 168 time: 0.1631799 Feb 18 00:32:07.560820 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daadc2-d1d1-4ae5-b0f5-5bfa259868fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9c45c-9c41-4624-90f5-7e2ec383dd68,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:07.636525 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-167f578c-7774-48ad-8e8f-1584348298b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:07.636525 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-167f578c-7774-48ad-8e8f-1584348298b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.1050348 Feb 18 00:32:07.711619 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-313015ed-7b67-4a4b-80e8-86bb96c4b82e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70db44d1-104d-4fff-b753-3b156fa03832 HTTP/1.1" status: 200 len: 217 time: 0.0564177 Feb 18 00:32:07.751547 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a527b34-0551-4eb6-911e-aa8d868c834f req-986bf1d5-ed6a-46c7-a1cc-cc3d1e59241e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:07.753069 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a527b34-0551-4eb6-911e-aa8d868c834f req-986bf1d5-ed6a-46c7-a1cc-cc3d1e59241e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.1090784 Feb 18 00:32:08.041745 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-59f075ff-c708-4135-9458-f351e2411078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:08.043239 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-59f075ff-c708-4135-9458-f351e2411078 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.3100293 Feb 18 00:32:08.108628 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a527b34-0551-4eb6-911e-aa8d868c834f req-9ce4785d-7dff-441c-b090-bdfff66f261f tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372264 Feb 18 00:32:08.116056 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89896dd-53e9-4910-8559-f07d0b6834bd req-04d012ac-d6e1-4811-8ee2-4d570c48e0ad tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:08.117545 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f89896dd-53e9-4910-8559-f07d0b6834bd req-04d012ac-d6e1-4811-8ee2-4d570c48e0ad tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.3451173 Feb 18 00:32:08.159676 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-6027abd8-3761-49d1-b186-540c5914254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:08.161172 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-6027abd8-3761-49d1-b186-540c5914254e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104321 Feb 18 00:32:08.228008 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f89896dd-53e9-4910-8559-f07d0b6834bd req-f3e4da54-4e3f-4409-9d65-3a0cbe1da877 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973291 Feb 18 00:32:08.294625 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-a5f476d8-af04-4ddb-b56e-95aaa22d1904 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209388 Feb 18 00:32:08.407705 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fff68a-031d-4bdf-9a54-f0654a67a3ff req-3bb5222b-a00c-4c3a-b0f1-652f3efcb291 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:08.409184 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-68fff68a-031d-4bdf-9a54-f0654a67a3ff req-3bb5222b-a00c-4c3a-b0f1-652f3efcb291 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1136105 Feb 18 00:32:08.443846 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df7dc1fe-456d-472d-abfc-93f6fa9c142f req-a2ed55e2-066e-4bdc-8c17-1003ffeda559 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369932 Feb 18 00:32:08.470216 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-68fff68a-031d-4bdf-9a54-f0654a67a3ff req-30222d57-177e-49e6-9aeb-dcca9c1cb118 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537462 Feb 18 00:32:09.244699 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930891-6ed1-432e-aa9f-1108d7c7b6c4 req-67fa8ca5-89ca-45c3-bfaa-6f8bd4f890fd tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:09.246188 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f930891-6ed1-432e-aa9f-1108d7c7b6c4 req-67fa8ca5-89ca-45c3-bfaa-6f8bd4f890fd tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0539827 Feb 18 00:32:09.296914 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f930891-6ed1-432e-aa9f-1108d7c7b6c4 req-984b0038-d0e6-4140-9a9a-0d596222fc93 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449419 Feb 18 00:32:09.417041 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a19f9-a3ad-4e9a-9fe5-def9c1e070d6 req-395a60b9-1b9c-4f1d-950e-a662e2be57ce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:09.418522 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ad7a19f9-a3ad-4e9a-9fe5-def9c1e070d6 req-395a60b9-1b9c-4f1d-950e-a662e2be57ce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0545683 Feb 18 00:32:09.470003 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ad7a19f9-a3ad-4e9a-9fe5-def9c1e070d6 req-b816f621-7564-414f-b4e2-4b492562f3c8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Feb 18 00:32:09.599068 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e1f8-0d10-4826-8443-3049de7f59d8 req-b0b9184a-acfc-4502-b012-9935c4627990 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:09.600547 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e820e1f8-0d10-4826-8443-3049de7f59d8 req-b0b9184a-acfc-4502-b012-9935c4627990 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0551403 Feb 18 00:32:09.650583 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43344) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:09.652819 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e820e1f8-0d10-4826-8443-3049de7f59d8 req-9d87aa8e-7252-4993-986b-713974bd49d3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464511 Feb 18 00:32:09.755908 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f47669a-afd2-4e26-992e-498f8c6bec51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:09.837379 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f47669a-afd2-4e26-992e-498f8c6bec51 admin admin] Publish callbacks [] for security_group (efd02009-777d-4ca4-8bd0-6ab0efb0ac8c), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:09.841621 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f47669a-afd2-4e26-992e-498f8c6bec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (efd02009-777d-4ca4-8bd0-6ab0efb0ac8c), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:09.880235 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-9f47669a-afd2-4e26-992e-498f8c6bec51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03379e2b5cfa42018feb2566c2ba40ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285480 Feb 18 00:32:09.881180 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47669a-afd2-4e26-992e-498f8c6bec51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd02009-777d-4ca4-8bd0-6ab0efb0ac8c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:09.882913 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 43348) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:09.932648 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7f3d882d-2794-4b36-9471-ba570f113f7e admin admin] Publish callbacks [] for security_group (efd02009-777d-4ca4-8bd0-6ab0efb0ac8c), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:09.959680 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7f3d882d-2794-4b36-9471-ba570f113f7e admin admin] Publish callbacks [] for security_group (efd02009-777d-4ca4-8bd0-6ab0efb0ac8c), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.007378 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7f3d882d-2794-4b36-9471-ba570f113f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (efd02009-777d-4ca4-8bd0-6ab0efb0ac8c), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.010511 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7f3d882d-2794-4b36-9471-ba570f113f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.011647 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7f3d882d-2794-4b36-9471-ba570f113f7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efd02009-777d-4ca4-8bd0-6ab0efb0ac8c HTTP/1.1" status: 204 len: 168 time: 0.1272171 Feb 18 00:32:10.019253 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d882d-2794-4b36-9471-ba570f113f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd02009-777d-4ca4-8bd0-6ab0efb0ac8c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:10.216192 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:32:10.287402 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 43360) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:10.300944 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-feaa9dea-b890-4428-8c4c-8d741dfd14cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.392293 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-feaa9dea-b890-4428-8c4c-8d741dfd14cf admin admin] Publish callbacks [] for security_group (e0473f01-a777-4b64-a838-09abaa8af22d), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.397436 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-feaa9dea-b890-4428-8c4c-8d741dfd14cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e0473f01-a777-4b64-a838-09abaa8af22d), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.462537 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-feaa9dea-b890-4428-8c4c-8d741dfd14cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e4daa5e1d3e424b83f59af6cae7c9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739089 Feb 18 00:32:10.464080 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9dea-b890-4428-8c4c-8d741dfd14cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0473f01-a777-4b64-a838-09abaa8af22d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:10.465154 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43364) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:10.477069 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a252b-824d-4b48-894e-53b57f200de2 req-78e7b499-8d40-4269-bf7f-db649dff477c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:10.478565 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cc3a252b-824d-4b48-894e-53b57f200de2 req-78e7b499-8d40-4269-bf7f-db649dff477c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.1031673 Feb 18 00:32:10.516160 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deeac714-e133-426a-9fc1-6b4c666712e6 admin admin] Publish callbacks [] for security_group (e0473f01-a777-4b64-a838-09abaa8af22d), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.531968 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cc3a252b-824d-4b48-894e-53b57f200de2 req-70329d93-4817-40b0-869d-1e1086c54100 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471704 Feb 18 00:32:10.543016 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deeac714-e133-426a-9fc1-6b4c666712e6 admin admin] Publish callbacks [] for security_group (e0473f01-a777-4b64-a838-09abaa8af22d), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.599157 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deeac714-e133-426a-9fc1-6b4c666712e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e0473f01-a777-4b64-a838-09abaa8af22d), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.602061 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deeac714-e133-426a-9fc1-6b4c666712e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:10.603334 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-deeac714-e133-426a-9fc1-6b4c666712e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0473f01-a777-4b64-a838-09abaa8af22d HTTP/1.1" status: 204 len: 168 time: 0.1371982 Feb 18 00:32:10.611417 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeac714-e133-426a-9fc1-6b4c666712e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0473f01-a777-4b64-a838-09abaa8af22d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:10.647839 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d19f38-e439-4d3f-b314-015bd9cfc2ea req-81cbebd2-39d7-479c-ad5e-688fadb98b02 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:10.650848 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d4d19f38-e439-4d3f-b314-015bd9cfc2ea req-81cbebd2-39d7-479c-ad5e-688fadb98b02 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0598748 Feb 18 00:32:10.702187 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d4d19f38-e439-4d3f-b314-015bd9cfc2ea req-70d1391e-889b-448b-a507-c8bad6ae1933 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469711 Feb 18 00:32:10.825413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349cefb-12d5-4466-9fcf-78947128dbe0 req-99868c03-ede6-4f42-99cc-e5e5af6e58b5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:10.826906 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2349cefb-12d5-4466-9fcf-78947128dbe0 req-99868c03-ede6-4f42-99cc-e5e5af6e58b5 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0555193 Feb 18 00:32:10.883888 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2349cefb-12d5-4466-9fcf-78947128dbe0 req-ca98a6e7-6e64-4e2d-b5be-d27e21f6d96f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512843 Feb 18 00:32:11.655928 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14716e4-b284-4839-b577-316210d7f786 req-bc0305f4-7b7d-4ac7-a27c-c1a888f0f546 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:11.657398 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b14716e4-b284-4839-b577-316210d7f786 req-bc0305f4-7b7d-4ac7-a27c-c1a888f0f546 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0558841 Feb 18 00:32:11.696364 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43406) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:11.718033 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b14716e4-b284-4839-b577-316210d7f786 req-522fe0b9-11d2-4e1e-a81d-549840f3c0b0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547032 Feb 18 00:32:11.800301 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6862f264-aa6e-4d93-b73a-521fd78080fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:11.826662 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a0049-7429-45d3-a8d4-79a8d194b9e1 req-8a6ded77-3f02-433e-be25-28067f5ac51e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:11.828846 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-282a0049-7429-45d3-a8d4-79a8d194b9e1 req-8a6ded77-3f02-433e-be25-28067f5ac51e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0543494 Feb 18 00:32:11.882376 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-282a0049-7429-45d3-a8d4-79a8d194b9e1 req-69f0cac3-2a10-4527-add8-8c5e1e3a5e5b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470159 Feb 18 00:32:11.901580 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6862f264-aa6e-4d93-b73a-521fd78080fd admin admin] Publish callbacks [] for security_group (0415129e-9ce7-4eee-86ec-9e4a77a5e58d), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:11.915248 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6862f264-aa6e-4d93-b73a-521fd78080fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (0415129e-9ce7-4eee-86ec-9e4a77a5e58d), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:11.967031 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6862f264-aa6e-4d93-b73a-521fd78080fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6f2275158124818aab123a5dfc18fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695067 Feb 18 00:32:11.969473 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43422) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:11.976897 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862f264-aa6e-4d93-b73a-521fd78080fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415129e-9ce7-4eee-86ec-9e4a77a5e58d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:12.022809 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef88e-18e3-486e-8574-afed0ed69422 admin admin] Publish callbacks [] for security_group (0415129e-9ce7-4eee-86ec-9e4a77a5e58d), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:12.044487 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef88e-18e3-486e-8574-afed0ed69422 admin admin] Publish callbacks [] for security_group (0415129e-9ce7-4eee-86ec-9e4a77a5e58d), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:12.085307 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae909-8829-4888-8324-491b33dddc4a req-1781cbca-1826-4ca0-84df-c08c06e41002 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:12.092645 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1caae909-8829-4888-8324-491b33dddc4a req-1781cbca-1826-4ca0-84df-c08c06e41002 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1187081 Feb 18 00:32:12.114523 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef88e-18e3-486e-8574-afed0ed69422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (0415129e-9ce7-4eee-86ec-9e4a77a5e58d), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:12.115927 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-c2702835-b186-4159-960f-58db9d11b41a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:12.117653 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef88e-18e3-486e-8574-afed0ed69422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:12.118471 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-c2702835-b186-4159-960f-58db9d11b41a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.1747773 Feb 18 00:32:12.126718 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ea9ef88e-18e3-486e-8574-afed0ed69422 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0415129e-9ce7-4eee-86ec-9e4a77a5e58d HTTP/1.1" status: 204 len: 168 time: 0.1561425 Feb 18 00:32:12.135920 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ef88e-18e3-486e-8574-afed0ed69422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415129e-9ce7-4eee-86ec-9e4a77a5e58d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:12.145959 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-3d543215-4fce-425b-854c-438aa8cf833a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/quotas/4a9265d4772245e8a021af097c9e144f HTTP/1.1" status: 200 len: 375 time: 0.0208521 Feb 18 00:32:12.174084 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1caae909-8829-4888-8324-491b33dddc4a req-010d6ddd-de9a-47cc-af7f-e373fc8e5106 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805490 Feb 18 00:32:12.218647 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-6a236795-0427-4b2f-8a9e-d28eebd35ab4 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665812 Feb 18 00:32:12.317731 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-60941275-f512-4f2f-945a-182e653ee28e service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923197 Feb 18 00:32:12.408358 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-773cce63-0cff-446a-af12-d20a5cf82c55 service neutron] 10.222.0.10 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844629 Feb 18 00:32:12.588931 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4bac1c25-941f-45b2-903c-2721b9034d2d req-de3592f1-dea0-4e70-b1a6-eddcde070bcc tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Feb 18 00:32:12.856468 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723bc68-108b-4606-8897-67c3adabb7ca req-8c72c8a0-5d31-4201-ac4f-1de3704629ee tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:12.857952 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a723bc68-108b-4606-8897-67c3adabb7ca req-8c72c8a0-5d31-4201-ac4f-1de3704629ee tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0679555 Feb 18 00:32:12.913418 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a723bc68-108b-4606-8897-67c3adabb7ca req-ac627ee9-5ebc-4738-94e7-135a5120e669 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Feb 18 00:32:13.024766 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741af85b-9470-48f6-8d63-1a6bfd35a5d2 req-198248e4-0c38-4901-863d-0b6e85e85732 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:13.026439 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-741af85b-9470-48f6-8d63-1a6bfd35a5d2 req-198248e4-0c38-4901-863d-0b6e85e85732 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0631444 Feb 18 00:32:13.076404 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-741af85b-9470-48f6-8d63-1a6bfd35a5d2 req-ba1d45de-ffeb-44b6-8b1d-f558e852e179 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Feb 18 00:32:13.333245 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efd0b2-6865-4b9a-a4a1-51bd5b348771 req-55927b70-bfcf-4241-aa01-c0dd68af63b2 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:13.334779 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f9efd0b2-6865-4b9a-a4a1-51bd5b348771 req-55927b70-bfcf-4241-aa01-c0dd68af63b2 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0713537 Feb 18 00:32:13.386096 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f9efd0b2-6865-4b9a-a4a1-51bd5b348771 req-cf6b5498-dc55-41f5-b6c9-2d5710aaff1a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Feb 18 00:32:13.691004 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8e25227e-060c-44cd-ab92-899fc18b9e95 req-d38cdc62-0839-4bd5-b965-1303c4344c81 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 210 time: 0.0279269 Feb 18 00:32:13.977431 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-721a703f-bd89-46b4-b953-c7cb3f8d4374 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:13.979920 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-721a703f-bd89-46b4-b953-c7cb3f8d4374 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/networks?id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 200 len: 815 time: 0.1129351 Feb 18 00:32:14.025426 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Request body: {'port': {'device_id': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'admin_state_up': True, 'tenant_id': '4a9265d4772245e8a021af097c9e144f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:14.108996 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e570-70bb-43c9-aa57-ed8e553050d0 req-fe6af188-47a8-4b56-93f0-7929c7cd907e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:14.110414 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0b92e570-70bb-43c9-aa57-ed8e553050d0 req-fe6af188-47a8-4b56-93f0-7929c7cd907e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.1226413 Feb 18 00:32:14.197782 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:32:14.238813 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0b92e570-70bb-43c9-aa57-ed8e553050d0 req-4a2223a5-edb7-4779-803f-84c2b6918a0d tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214268 Feb 18 00:32:14.241468 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Made reservation on behalf of 4a9265d4772245e8a021af097c9e144f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:32:14.245523 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:14.288937 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084a8aa-cf76-4555-90fc-087d893d1a10 req-f4acea04-7021-4c38-b19e-82b350a15672 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:14.290862 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1084a8aa-cf76-4555-90fc-087d893d1a10 req-f4acea04-7021-4c38-b19e-82b350a15672 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1336675 Feb 18 00:32:14.319701 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:14.334096 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '86650f33-4f4f-4e71-982b-6665a1a89190', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'port_id': '86650f33-4f4f-4e71-982b-6665a1a89190', 'mac_address': 'fa:16:3e:2f:90:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:32:14.377332 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: ACTIVE; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:14.377806 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:14.393063 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86650f33-4f4f-4e71-982b-6665a1a89190 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:32:14.431228 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:14.442526 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:14.458398 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1084a8aa-cf76-4555-90fc-087d893d1a10 req-338aab69-8f31-47d4-91bc-9a87cda6dfa3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344011 Feb 18 00:32:14.489295 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8c5c-0fae-4fa8-aa9a-2a36d047f7ce req-9f39eb50-881c-418b-bb55-5d2593eff9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:14.490786 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6bef8c5c-0fae-4fa8-aa9a-2a36d047f7ce req-9f39eb50-881c-418b-bb55-5d2593eff9b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.1611691 Feb 18 00:32:14.504251 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=6']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:14.512931 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.514219 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.514730 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.515178 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.515614 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.515850 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Allocated IP 172.20.0.4 (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9/134f7579-7b73-42c3-95ca-11252deb53df/15a0e256-85fc-4089-bf1d-d5fe4114d6cc) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:32:14.516138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.516576 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.517005 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.517460 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.518188 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.518856 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.519262 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.519654 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:32:14.603579 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6bef8c5c-0fae-4fa8-aa9a-2a36d047f7ce req-cea20da7-c409-4b43-925e-562cb3059c99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Feb 18 00:32:14.617361 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0d173-284e-4b2c-b19a-e850cb2d2b96 req-1df640bc-1797-4011-b67a-2cb6ae47cfab tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:14.619232 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a2d0d173-284e-4b2c-b19a-e850cb2d2b96 req-1df640bc-1797-4011-b67a-2cb6ae47cfab tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1433089 Feb 18 00:32:14.728225 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['86650f33-4f4f-4e71-982b-6665a1a89190'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:32:14.733472 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a2d0d173-284e-4b2c-b19a-e850cb2d2b96 req-b6c49f66-4006-426a-b5d1-d18b473ff808 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064463 Feb 18 00:32:14.800346 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7cc574c1-0f41-4f00-8088-66c0cf025892 req-6a06fee3-e811-4382-a9c2-c6d1a09bdf19 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 210 time: 0.0346298 Feb 18 00:32:14.803190 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks [] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:14.838134 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:14.890415 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:32:14.897085 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:32:14.900110 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event updated for resources: {'Port': ['ID=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:14.902781 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:32:14.907091 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47', '9452ee25-6c51-4bd1-b816-8362a7445bc3', '3b2b95e2-db64-491d-ba23-c46268b50ca1'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:32:14.952890 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:14.953502 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:14.969650 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-eed8d695-9ecc-4960-b2b0-73ce27d50b78 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9542494 Feb 18 00:32:15.088174 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Request body: {'port': {'device_id': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:15.149347 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:15.408526 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad525-7451-4b62-9333-ba1d8788bea9 req-923f7847-7631-4aa7-a51b-44c8b2a08304 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:15.409896 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2c1ad525-7451-4b62-9333-ba1d8788bea9 req-923f7847-7631-4aa7-a51b-44c8b2a08304 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0917492 Feb 18 00:32:15.482534 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a0e256-85fc-4089-bf1d-d5fe4114d6cc {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:32:15.494297 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Publish callbacks [] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:15.499865 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2c1ad525-7451-4b62-9333-ba1d8788bea9 req-fe35c047-1544-4c95-8805-335efb270419 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830233 Feb 18 00:32:15.510886 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Transition to ACTIVE for port object 15a0e256-85fc-4089-bf1d-d5fe4114d6cc will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:32:15.523852 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:15.597250 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Pushing event updated for resources: {'Port': ['ID=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:15.658881 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3cbd-3f20-47c4-956a-44fdb536b6a5 req-ab96c346-015a-4c5d-913e-9ada939d5e51 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:15.660280 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b25f3cbd-3f20-47c4-956a-44fdb536b6a5 req-ab96c346-015a-4c5d-913e-9ada939d5e51 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.1126986 Feb 18 00:32:15.701439 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Attempting to bind port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:32:15.701759 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Attempting to bind port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:32:15.702079 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Attempting to bind port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:32:15.715459 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:32:15.715780 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Attempting to bind port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc on network 3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:32:15.727300 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:32:15.727630 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Checking segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:32:15.728031 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Bound using segment: {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:32:15.728443 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Bound port: 15a0e256-85fc-4089-bf1d-d5fe4114d6cc, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1804afc3-9073-4fa1-b62d-a3d1e5c25b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:32:15.728794 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:15.734697 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b25f3cbd-3f20-47c4-956a-44fdb536b6a5 req-970ed8dd-c60b-4d93-b52c-617cf8af23ac tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651510 Feb 18 00:32:15.799534 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] For port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:32:15.802464 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] For port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:32:15.816746 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:15.877080 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:15.877698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:15.879026 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] 10.222.0.48 "PUT /v2.0/ports/15a0e256-85fc-4089-bf1d-d5fe4114d6cc HTTP/1.1" status: 200 len: 1093 time: 0.7959108 Feb 18 00:32:15.879454 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'tag': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:15.881593 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdedd8a8-7c45-4509-adc6-f679121272ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b65ff4bc-685e-4bdb-86c8-0e09694d2d29", "tag": "15a0e256-85fc-4089-bf1d-d5fe4114d6cc"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:15.935770 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575a026-bfb0-4548-b89d-0b2672a76d73 service neutron] Pushing event updated for resources: {'Port': ['ID=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:15.946720 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a974-294d-48f3-a430-4b5ab73b3c8d req-3faf0152-05e8-41f5-a54d-4401d00f5c83 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:15.948180 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bc76a974-294d-48f3-a430-4b5ab73b3c8d req-3faf0152-05e8-41f5-a54d-4401d00f5c83 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1442347 Feb 18 00:32:16.175984 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7098-90f2-4a26-9394-a6d7d5ac8d11 req-4b060862-cbc0-448c-9896-ccfa5c5a379f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:16.177402 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-73ec7098-90f2-4a26-9394-a6d7d5ac8d11 req-4b060862-cbc0-448c-9896-ccfa5c5a379f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 943 time: 0.3018706 Feb 18 00:32:16.214417 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bc76a974-294d-48f3-a430-4b5ab73b3c8d req-fb2a92e3-6db4-4a91-b276-363ef00af104 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602317 Feb 18 00:32:16.240826 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-73ec7098-90f2-4a26-9394-a6d7d5ac8d11 req-b6393d3c-3cdb-4642-8d62-45eaad26c009 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556219 Feb 18 00:32:16.269133 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e067895a-bd88-4111-99fa-99e9aa8b0619 x-openstack-request-id: req-e067895a-bd88-4111-99fa-99e9aa8b0619 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:16.269474 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65ff4bc-685e-4bdb-86c8-0e09694d2d29", "tag": "15a0e256-85fc-4089-bf1d-d5fe4114d6cc", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:16.269758 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e067895a-bd88-4111-99fa-99e9aa8b0619 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:16.270314 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'tag': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc', 'status': 'completed', 'code': 200} Feb 18 00:32:16.628761 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c520ef9-79e6-48db-aff8-e4202071b1b7 req-748a1845-4b7e-4da8-9c7b-11d1b15e7059 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:16.630233 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7c520ef9-79e6-48db-aff8-e4202071b1b7 req-748a1845-4b7e-4da8-9c7b-11d1b15e7059 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0565636 Feb 18 00:32:16.684679 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7c520ef9-79e6-48db-aff8-e4202071b1b7 req-474db659-f245-48a9-a8e5-208e91915d10 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Feb 18 00:32:16.865261 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4095-52b9-40de-a6fd-de672cce4f18 req-d693b346-30e6-4cb2-aa4f-23169b56a788 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:16.866756 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a99a4095-52b9-40de-a6fd-de672cce4f18 req-d693b346-30e6-4cb2-aa4f-23169b56a788 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.0547569 Feb 18 00:32:16.914787 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a99a4095-52b9-40de-a6fd-de672cce4f18 req-026b0190-7d03-4e3b-90a8-28daed298e33 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Feb 18 00:32:17.377388 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b188798-1780-4629-815c-be9dc86fdcd4 req-c61f1c36-3c49-4197-87f4-0da5b41e056c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:17.379012 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7b188798-1780-4629-815c-be9dc86fdcd4 req-c61f1c36-3c49-4197-87f4-0da5b41e056c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0915115 Feb 18 00:32:17.399011 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455387-a0b2-454f-8421-d91153265ec8 req-052c9c8e-cc02-45db-b8fe-7bcd662bcacb tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:17.400563 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97455387-a0b2-454f-8421-d91153265ec8 req-052c9c8e-cc02-45db-b8fe-7bcd662bcacb tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 943 time: 0.0820792 Feb 18 00:32:17.466138 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7b188798-1780-4629-815c-be9dc86fdcd4 req-3c4782f5-3d14-4cf2-9076-f0aa5d559133 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799334 Feb 18 00:32:17.478146 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97455387-a0b2-454f-8421-d91153265ec8 req-bdf74c2f-53a0-4051-b2bd-0d4c89b9e45f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702627 Feb 18 00:32:17.807196 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5918e-e364-4420-b04d-80495258705b req-627947fb-5aa6-4545-a3ef-96cc2f6aaa36 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:17.808571 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9ab5918e-e364-4420-b04d-80495258705b req-627947fb-5aa6-4545-a3ef-96cc2f6aaa36 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0521944 Feb 18 00:32:17.859336 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9ab5918e-e364-4420-b04d-80495258705b req-509c7abc-080b-46cf-abf4-e2568b5b7276 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448678 Feb 18 00:32:18.046717 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fae93-c9fc-4f17-a436-75f30c21b605 req-f9ce0c14-7129-4c0b-8466-2c39dfd10eb0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:18.048170 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e4fae93-c9fc-4f17-a436-75f30c21b605 req-f9ce0c14-7129-4c0b-8466-2c39dfd10eb0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.0618427 Feb 18 00:32:18.093779 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e4fae93-c9fc-4f17-a436-75f30c21b605 req-8cdb4853-d27d-48dc-94b4-cc212ef32abd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Feb 18 00:32:18.620848 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c33d-ab84-4af5-a53b-7a87e8297859 req-5c64aebf-988b-49c2-9ba1-54a932d57e5d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:18.622221 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-36b9c33d-ab84-4af5-a53b-7a87e8297859 req-5c64aebf-988b-49c2-9ba1-54a932d57e5d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0897622 Feb 18 00:32:18.629444 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3de81-c986-48f9-a750-417dcb32ff83 req-912d2eb7-4d12-4870-bf2c-aa1bc6eaaed2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:18.630776 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3ac3de81-c986-48f9-a750-417dcb32ff83 req-912d2eb7-4d12-4870-bf2c-aa1bc6eaaed2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 943 time: 0.0697587 Feb 18 00:32:18.702558 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3ac3de81-c986-48f9-a750-417dcb32ff83 req-6432bfa6-ac08-413a-bcda-348227856a4c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637159 Feb 18 00:32:18.705271 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-36b9c33d-ab84-4af5-a53b-7a87e8297859 req-bcec1165-3dce-41da-a0d5-d21e66e778de tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736599 Feb 18 00:32:18.980837 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b773cb7-04d1-4775-9761-592c84f0ca04 req-cce2061d-db6f-4e89-b01d-4f455f1fdd97 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:18.982316 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3b773cb7-04d1-4775-9761-592c84f0ca04 req-cce2061d-db6f-4e89-b01d-4f455f1fdd97 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0552440 Feb 18 00:32:19.030657 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3b773cb7-04d1-4775-9761-592c84f0ca04 req-ea8455ba-e40b-4953-92cc-89c83a3c904b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Feb 18 00:32:19.124380 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:32:19.149719 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedd8a8-7c45-4509-adc6-f679121272ae req-7702beb4-6d98-4888-97db-f05496590179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:19.151564 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bdedd8a8-7c45-4509-adc6-f679121272ae req-7702beb4-6d98-4888-97db-f05496590179 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 1127 time: 0.0463266 Feb 18 00:32:19.174876 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 86650f33-4f4f-4e71-982b-6665a1a89190 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:32:19.175248 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:19.255780 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:19.256641 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:19.280062 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:19.282344 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b904da0-332f-4158-b161-5b11447d4684" -d '{"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-plugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:19.287010 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384ede3-92b4-476e-8c10-7c73d1fea5a0 req-6fe113c1-3f08-4bf7-944d-7136b1cb9b33 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:19.288522 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1384ede3-92b4-476e-8c10-7c73d1fea5a0 req-6fe113c1-3f08-4bf7-944d-7136b1cb9b33 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.1228266 Feb 18 00:32:19.301782 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:19.309205 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:19.319788 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedd8a8-7c45-4509-adc6-f679121272ae req-575844ff-f75d-4272-aa22-5ba06df98767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:19.322382 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bdedd8a8-7c45-4509-adc6-f679121272ae req-575844ff-f75d-4272-aa22-5ba06df98767 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4a9265d4772245e8a021af097c9e144f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1480215 Feb 18 00:32:19.334008 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab36481-fe99-4c24-90c0-2b000917b424 x-openstack-request-id: req-4ab36481-fe99-4c24-90c0-2b000917b424 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:19.334323 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-plugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:19.334607 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ab36481-fe99-4c24-90c0-2b000917b424 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:19.334992 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190', 'code': 200} Feb 18 00:32:19.361556 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=7']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:19.363137 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1384ede3-92b4-476e-8c10-7c73d1fea5a0 req-148fffb3-a407-4944-af1e-dede691661c4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537672 Feb 18 00:32:19.469987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedd8a8-7c45-4509-adc6-f679121272ae req-a4d26c41-7a72-4cc9-acf9-644c728d6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:19.471512 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bdedd8a8-7c45-4509-adc6-f679121272ae req-a4d26c41-7a72-4cc9-acf9-644c728d6f00 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922754 Feb 18 00:32:19.622744 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-2d764ab3-e620-4bd6-8857-53b67277711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:19.624465 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-2d764ab3-e620-4bd6-8857-53b67277711c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a9265d4772245e8a021af097c9e144f&device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 1127 time: 0.0483379 Feb 18 00:32:19.718707 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-c183e4f6-e54e-4640-8c9b-24a92a440242 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15a0e256-85fc-4089-bf1d-d5fe4114d6cc HTTP/1.1" status: 200 len: 217 time: 0.0351043 Feb 18 00:32:19.784743 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-ce101d11-bdb5-4bda-8415-b2e0cbbfceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:19.786185 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-ce101d11-bdb5-4bda-8415-b2e0cbbfceb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 200 len: 855 time: 0.0571835 Feb 18 00:32:19.853169 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-62c66bb1-01ad-44b1-be10-09934a476d39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527551 Feb 18 00:32:19.971149 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059881e8-3e0c-41c2-840b-b2026d5eaa15 req-9b31264d-07bb-45a3-add6-28aa7eb74d64 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:19.972655 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-059881e8-3e0c-41c2-840b-b2026d5eaa15 req-9b31264d-07bb-45a3-add6-28aa7eb74d64 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1822767 Feb 18 00:32:20.014645 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fce0e-ae46-4f28-aa33-410bbd113026 req-2e865fe8-144b-44ef-ae6e-e0be70ad7bc1 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:20.015876 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1e3fce0e-ae46-4f28-aa33-410bbd113026 req-2e865fe8-144b-44ef-ae6e-e0be70ad7bc1 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 943 time: 0.1902764 Feb 18 00:32:20.099676 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-059881e8-3e0c-41c2-840b-b2026d5eaa15 req-80ede487-78f1-4678-a970-770ca66cd9a4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205494 Feb 18 00:32:20.107287 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-6ca41594-eab4-44e1-9812-556838e8929d service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311735 Feb 18 00:32:20.203256 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1e3fce0e-ae46-4f28-aa33-410bbd113026 req-d5276bcd-2ad4-4063-94a3-d257da283592 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713090 Feb 18 00:32:20.309158 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851cdd7-4771-46fd-b705-21071da38859 req-d83c3c85-8018-4c53-b1ee-85cd49f2116e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:20.310849 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2851cdd7-4771-46fd-b705-21071da38859 req-d83c3c85-8018-4c53-b1ee-85cd49f2116e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 944 time: 0.1203182 Feb 18 00:32:20.314881 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-acaef359-11b3-4936-af5f-3efdc36ba0ce req-1dc963c4-840e-4a60-af1e-207efce42ac0 service neutron] 10.222.0.48 "GET /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874208 Feb 18 00:32:20.403005 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2851cdd7-4771-46fd-b705-21071da38859 req-b5314f1f-50ec-43fe-a899-0fc6d4908836 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845587 Feb 18 00:32:20.552527 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3aa2-36f6-4499-8b6c-05382db2cdda req-95503a7f-cc5e-4add-b7e0-8bdab96bc14a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:20.555660 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b5d3aa2-36f6-4499-8b6c-05382db2cdda req-95503a7f-cc5e-4add-b7e0-8bdab96bc14a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0873737 Feb 18 00:32:20.650159 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4b5d3aa2-36f6-4499-8b6c-05382db2cdda req-ba3efce0-207e-444e-ba83-327797710b4c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855799 Feb 18 00:32:21.050236 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 70db44d1-104d-4fff-b753-3b156fa03832 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:32:21.154964 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 70db44d1-104d-4fff-b753-3b156fa03832, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=70db44d1-104d-4fff-b753-3b156fa03832,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:21.168428 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '70db44d1-104d-4fff-b753-3b156fa03832', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'port_id': '70db44d1-104d-4fff-b753-3b156fa03832', 'mac_address': 'fa:16:3e:4e:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:32:21.207940 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 70db44d1-104d-4fff-b753-3b156fa03832 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:21.208467 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (70db44d1-104d-4fff-b753-3b156fa03832), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:21.224053 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70db44d1-104d-4fff-b753-3b156fa03832 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:32:21.239277 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeea536-4dc5-4ac7-aaf6-d11a300f92e9 req-209ab20c-c4be-40c6-ac4a-2ed7040f8240 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:21.246294 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 70db44d1-104d-4fff-b753-3b156fa03832, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=70db44d1-104d-4fff-b753-3b156fa03832,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:21.250558 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8aeea536-4dc5-4ac7-aaf6-d11a300f92e9 req-209ab20c-c4be-40c6-ac4a-2ed7040f8240 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0761166 Feb 18 00:32:21.253070 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (70db44d1-104d-4fff-b753-3b156fa03832), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:21.320561 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8aeea536-4dc5-4ac7-aaf6-d11a300f92e9 req-26f5399a-6a5b-48fa-af4d-e325e986139f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653725 Feb 18 00:32:21.331678 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=70db44d1-104d-4fff-b753-3b156fa03832,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:21.378394 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e28-0b6d-4de9-8a78-9d23232a8187 req-5216ff1e-5332-444a-9912-b8e48195412a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:21.380322 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3e110e28-0b6d-4de9-8a78-9d23232a8187 req-5216ff1e-5332-444a-9912-b8e48195412a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 943 time: 0.0955920 Feb 18 00:32:21.459512 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3e110e28-0b6d-4de9-8a78-9d23232a8187 req-975f6f42-cb4c-4af9-b3de-bd9923694094 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586610 Feb 18 00:32:21.637815 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e1ab9-93e6-48ee-b0bb-2b9d1fea4334 req-a2ef5a25-4600-4b8d-8da2-f911e6b64748 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:21.650941 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc2e1ab9-93e6-48ee-b0bb-2b9d1fea4334 req-a2ef5a25-4600-4b8d-8da2-f911e6b64748 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 945 time: 0.1413655 Feb 18 00:32:21.762949 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95874e29-2479-44b8-8e1d-6ff497993894 req-c5442ad2-1961-4ee5-8662-40905c3ba533 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:21.764503 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95874e29-2479-44b8-8e1d-6ff497993894 req-c5442ad2-1961-4ee5-8662-40905c3ba533 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1848056 Feb 18 00:32:21.779388 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc2e1ab9-93e6-48ee-b0bb-2b9d1fea4334 req-81a87560-3a40-4470-a044-80c1463cb200 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270595 Feb 18 00:32:21.791689 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-c909110e-37a4-4228-a6e7-cd486b392f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:21.793140 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-c909110e-37a4-4228-a6e7-cd486b392f14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.1911755 Feb 18 00:32:21.898885 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95874e29-2479-44b8-8e1d-6ff497993894 req-edf171b2-d3f3-4a13-acf8-4c0f6e722677 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185570 Feb 18 00:32:21.911576 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['70db44d1-104d-4fff-b753-3b156fa03832'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:32:21.964314 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-2a63dc4d-8425-4d2c-993f-6b6b8513ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:21.965948 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-2a63dc4d-8425-4d2c-993f-6b6b8513ea50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.1637383 Feb 18 00:32:21.981450 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00140f7-105a-46fe-9d73-d3ec6f2a73c0 req-d1e79f2f-e3fd-4435-9077-75f53a59995d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:21.983123 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c00140f7-105a-46fe-9d73-d3ec6f2a73c0 req-d1e79f2f-e3fd-4435-9077-75f53a59995d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1009214 Feb 18 00:32:22.026530 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-5faeb486-5060-498a-b322-c3aca341dcc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 217 time: 0.0526083 Feb 18 00:32:22.080886 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-f1708944-f628-4345-b52a-b804cf2c4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:22.082245 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-f1708944-f628-4345-b52a-b804cf2c4e6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0476689 Feb 18 00:32:22.157920 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-7072e7a7-3723-4afe-b2aa-d6ff7a4731ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609875 Feb 18 00:32:22.168829 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c00140f7-105a-46fe-9d73-d3ec6f2a73c0 req-4c86e97f-6ad5-4a3a-9a52-c7bfeb77fd7c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785796 Feb 18 00:32:22.287390 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-b8245b4e-f9cc-4a9d-8486-f6c1f71ba57c service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063299 Feb 18 00:32:22.391380 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d8c1d19-e20c-4772-a4d9-bbab428bf057 req-9bf4f6f0-b01f-4939-a7b7-108562ff66a3 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969782 Feb 18 00:32:22.590846 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913180bc-0c85-4b1c-93e8-23f364a2330a req-61fa8f24-babc-4b12-8540-d76072827d99 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:22.592987 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-913180bc-0c85-4b1c-93e8-23f364a2330a req-61fa8f24-babc-4b12-8540-d76072827d99 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 943 time: 0.0666029 Feb 18 00:32:22.654426 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-913180bc-0c85-4b1c-93e8-23f364a2330a req-90cd2558-e35d-455e-99bb-51c5c020ecb7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557618 Feb 18 00:32:22.936259 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79c0ee-30f1-45a4-aed6-8eef8d5648fa req-f01afcfb-8640-488d-a1c6-d065323c8cbf tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:22.943145 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cf79c0ee-30f1-45a4-aed6-8eef8d5648fa req-f01afcfb-8640-488d-a1c6-d065323c8cbf tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 945 time: 0.0623875 Feb 18 00:32:23.059283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 15a0e256-85fc-4089-bf1d-d5fe4114d6cc details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:32:23.070882 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cf79c0ee-30f1-45a4-aed6-8eef8d5648fa req-22543208-6c06-410e-ae3f-ee5acd888bfc tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102262 Feb 18 00:32:23.105214 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca4760-b7d2-428e-b26e-b8d02a4fddbc req-0a395aaf-5d38-4f3a-9814-1365b4209757 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:23.107290 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-60ca4760-b7d2-428e-b26e-b8d02a4fddbc req-0a395aaf-5d38-4f3a-9814-1365b4209757 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1106353 Feb 18 00:32:23.173303 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-60ca4760-b7d2-428e-b26e-b8d02a4fddbc req-ee14faf9-4327-4ebc-bc10-1e00d35d8155 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573616 Feb 18 00:32:23.220373 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:23.241397 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc', 'network_id': '3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9', 'port_id': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc', 'mac_address': 'fa:16:3e:9b:18:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134f7579-7b73-42c3-95ca-11252deb53df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:32:23.284712 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43730) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:23.307608 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:23.308329 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.323950 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a0e256-85fc-4089-bf1d-d5fe4114d6cc {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:32:23.352966 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:23.366029 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361a4b-99a1-4ecf-b91b-5c3c23b3fd08 req-8437e730-8dc1-4fcb-847b-14bfb0bb26c3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:23.374218 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f4361a4b-99a1-4ecf-b91b-5c3c23b3fd08 req-8437e730-8dc1-4fcb-847b-14bfb0bb26c3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1048853 Feb 18 00:32:23.377432 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.433184 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f4361a4b-99a1-4ecf-b91b-5c3c23b3fd08 req-afd1d2dd-4ff8-4afa-8059-97e784014562 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576007 Feb 18 00:32:23.444776 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24cfb247-46ab-4253-962c-3636a280eb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.459784 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:23.535431 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24cfb247-46ab-4253-962c-3636a280eb5d admin admin] Publish callbacks [] for security_group (7857d922-3042-4ee7-bc04-edb713cf2853), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.540800 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24cfb247-46ab-4253-962c-3636a280eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7857d922-3042-4ee7-bc04-edb713cf2853), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.583437 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-24cfb247-46ab-4253-962c-3636a280eb5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3607f21b45d844a79b8b048fb584de56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948472 Feb 18 00:32:23.583437 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfb247-46ab-4253-962c-3636a280eb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7857d922-3042-4ee7-bc04-edb713cf2853,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:23.583988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 43734) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:23.638539 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-490a8017-4a95-4bb9-9df0-33d99b0853c3 admin admin] Publish callbacks [] for security_group (7857d922-3042-4ee7-bc04-edb713cf2853), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.665424 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-490a8017-4a95-4bb9-9df0-33d99b0853c3 admin admin] Publish callbacks [] for security_group (7857d922-3042-4ee7-bc04-edb713cf2853), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.740689 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-490a8017-4a95-4bb9-9df0-33d99b0853c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7857d922-3042-4ee7-bc04-edb713cf2853), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.745468 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-490a8017-4a95-4bb9-9df0-33d99b0853c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:23.753889 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-490a8017-4a95-4bb9-9df0-33d99b0853c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7857d922-3042-4ee7-bc04-edb713cf2853 HTTP/1.1" status: 204 len: 168 time: 0.1682417 Feb 18 00:32:23.815308 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a8017-4a95-4bb9-9df0-33d99b0853c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7857d922-3042-4ee7-bc04-edb713cf2853,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:23.885917 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['15a0e256-85fc-4089-bf1d-d5fe4114d6cc'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:32:23.910971 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5180d-b3b6-4eb9-9d1f-e6c9a12852c6 req-18f58e0f-59e7-4602-b2b3-ec79da2a98ea tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:23.923186 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b3c5180d-b3b6-4eb9-9d1f-e6c9a12852c6 req-18f58e0f-59e7-4602-b2b3-ec79da2a98ea tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 944 time: 0.1250196 Feb 18 00:32:24.149744 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-74963065-98fe-4c45-b6ce-47cd07fe5608 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566061113&fields=id&tenant_id=63e7c2bdea8449698c1f51e3060fd44c HTTP/1.1" status: 200 len: 267 time: 0.2059872 Feb 18 00:32:24.196691 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b3c5180d-b3b6-4eb9-9d1f-e6c9a12852c6 req-823bd7b7-4ef8-487a-a8e5-d39a86b4547a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679183 Feb 18 00:32:24.346229 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d8c2-172f-437d-b3a6-56ed8bf80f60 req-6c73216f-b2fa-4b2d-b4fb-1ecb416d4999 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:24.348040 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-88c9d8c2-172f-437d-b3a6-56ed8bf80f60 req-6c73216f-b2fa-4b2d-b4fb-1ecb416d4999 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 945 time: 0.0847356 Feb 18 00:32:24.361528 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-b37d8099-0cf2-44ab-b689-2763adf75b8c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:24.367027 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-b37d8099-0cf2-44ab-b689-2763adf75b8c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 808 time: 0.2088876 Feb 18 00:32:24.395449 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-ae7e631a-79dc-4f3f-bbe1-393e9c5531bd tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/quotas/63e7c2bdea8449698c1f51e3060fd44c HTTP/1.1" status: 200 len: 375 time: 0.0240386 Feb 18 00:32:24.459367 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-88c9d8c2-172f-437d-b3a6-56ed8bf80f60 req-973d7284-1f24-482b-8a6d-db13040784e1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900126 Feb 18 00:32:24.526246 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-d4cd4661-a76a-49b9-9f8c-b14e22421002 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156850 Feb 18 00:32:24.713609 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbdf57-1b7f-4fbe-96d1-226fc08355ee req-e5bf11b4-1d13-4b71-b454-c28bbd127fd1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:24.715245 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3bbdf57-1b7f-4fbe-96d1-226fc08355ee req-e5bf11b4-1d13-4b71-b454-c28bbd127fd1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1540771 Feb 18 00:32:24.780395 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-ec95fe9f-6905-4d31-b8fb-e0719ade545c service neutron] 10.222.0.10 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485495 Feb 18 00:32:24.870414 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3bbdf57-1b7f-4fbe-96d1-226fc08355ee req-3e35024a-6063-4127-99e1-89d941038910 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347327 Feb 18 00:32:24.935930 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-323981a9-9839-4961-8df4-8746777783c3 service neutron] 10.222.0.10 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472311 Feb 18 00:32:25.049300 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bf27d-1aba-4c50-822d-2cbc0dea3ef8 req-bf9939c5-024d-4dfe-bb89-7c629da4f3b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:25.052355 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-812bf27d-1aba-4c50-822d-2cbc0dea3ef8 req-bf9939c5-024d-4dfe-bb89-7c629da4f3b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0789368 Feb 18 00:32:25.057351 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 70db44d1-104d-4fff-b753-3b156fa03832 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:32:25.112939 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-812bf27d-1aba-4c50-822d-2cbc0dea3ef8 req-4534de33-2467-40b0-8dfd-7717fed7a638 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530951 Feb 18 00:32:25.128788 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 70db44d1-104d-4fff-b753-3b156fa03832 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:32:25.149954 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 70db44d1-104d-4fff-b753-3b156fa03832 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:32:25.151081 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (70db44d1-104d-4fff-b753-3b156fa03832), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:25.311991 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 70db44d1-104d-4fff-b753-3b156fa03832 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:25.312467 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (70db44d1-104d-4fff-b753-3b156fa03832), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:25.378125 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 70db44d1-104d-4fff-b753-3b156fa03832, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=70db44d1-104d-4fff-b753-3b156fa03832,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:25.380477 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:25.389596 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544c0c1-9355-4576-9a4b-9df64ad13861" -d '{"events": [{"server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "70db44d1-104d-4fff-b753-3b156fa03832"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:25.398833 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (70db44d1-104d-4fff-b753-3b156fa03832), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:25.401390 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5406-8743-4417-aa31-28c33433d1f6 req-c54799b9-e5a0-4db3-8853-a8453e111440 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:25.409471 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-66be5406-8743-4417-aa31-28c33433d1f6 req-c54799b9-e5a0-4db3-8853-a8453e111440 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 944 time: 0.0975695 Feb 18 00:32:25.552531 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-66be5406-8743-4417-aa31-28c33433d1f6 req-89da5688-6fc1-4488-aff0-f031c38fb9ff tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372380 Feb 18 00:32:25.597080 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=70db44d1-104d-4fff-b753-3b156fa03832,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:25.686150 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca1ede-e7bb-45cf-a2ff-a7503f0eeada x-openstack-request-id: req-9aca1ede-e7bb-45cf-a2ff-a7503f0eeada {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:25.686470 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "70db44d1-104d-4fff-b753-3b156fa03832", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:25.686919 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9aca1ede-e7bb-45cf-a2ff-a7503f0eeada {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:25.687319 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832', 'code': 200} Feb 18 00:32:25.874322 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a8089be-d15b-474b-a370-6cf079f047d0 req-752a17cd-cd68-4de9-8ed7-5c41ee70812e tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0508957 Feb 18 00:32:25.925623 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e105a4-adc9-41e4-aaa8-3a77a05d836b req-effac9f7-0b38-48da-a141-23b17563ab39 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:25.926999 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55e105a4-adc9-41e4-aaa8-3a77a05d836b req-effac9f7-0b38-48da-a141-23b17563ab39 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.1591110 Feb 18 00:32:26.381858 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b2fa-b084-4899-99c6-c4a72775b3cb req-b34be927-4583-4250-a099-67a723627323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:26.384012 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3bf3b2fa-b084-4899-99c6-c4a72775b3cb req-b34be927-4583-4250-a099-67a723627323 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 1130 time: 0.1389203 Feb 18 00:32:26.389173 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55e105a4-adc9-41e4-aaa8-3a77a05d836b req-cef38f13-ca16-4c22-8963-7687a64e1585 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518113 Feb 18 00:32:26.407337 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8998d4a-557d-441d-9bf1-4d1449bc860d req-d40f37ce-76d3-4973-8b73-7d34a7122434 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:26.416147 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b8998d4a-557d-441d-9bf1-4d1449bc860d req-d40f37ce-76d3-4973-8b73-7d34a7122434 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1696012 Feb 18 00:32:26.496200 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3bf3b2fa-b084-4899-99c6-c4a72775b3cb req-ab78caa8-55a2-40ae-8538-441a4f8505e3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769539 Feb 18 00:32:26.573583 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b8998d4a-557d-441d-9bf1-4d1449bc860d req-2dcc34e4-1168-4c71-ad32-d5d7db7a870a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563294 Feb 18 00:32:26.613280 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1f2ae-de1f-4fa1-bb50-73bd7f94cec5 req-3bff80d3-a8ab-4c07-8b2e-bc76c6315723 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:26.615865 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-35c1f2ae-de1f-4fa1-bb50-73bd7f94cec5 req-3bff80d3-a8ab-4c07-8b2e-bc76c6315723 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1238935 Feb 18 00:32:26.741072 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-35c1f2ae-de1f-4fa1-bb50-73bd7f94cec5 req-5663b176-01e4-450f-b41e-f3f1c617a5da tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172557 Feb 18 00:32:26.806640 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e39080-0c42-49db-84ca-d943ba80929c req-e99f6ac5-659f-42c0-b5b7-340d7712e3b5 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:26.808443 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-31e39080-0c42-49db-84ca-d943ba80929c req-e99f6ac5-659f-42c0-b5b7-340d7712e3b5 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 944 time: 0.1226025 Feb 18 00:32:26.856438 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-faa47a70-faca-43c0-ae01-3643563a2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:26.964490 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-31e39080-0c42-49db-84ca-d943ba80929c req-043b7d7e-1810-42c2-a843-8e46f758f80f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488490 Feb 18 00:32:27.051826 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ee73c099-883e-4fe9-b349-dec159a00138 req-98c95887-97ca-4374-9f36-c438958c1d29 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0490546 Feb 18 00:32:27.057682 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 15a0e256-85fc-4089-bf1d-d5fe4114d6cc up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:32:27.229817 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:32:27.234094 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:32:27.234498 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:27.368453 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:27.369222 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:27.440955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:27.449287 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:27.541798 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:27.590915 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9381f-a0d4-4068-873b-b00eab2a2531 req-dbecd75b-ef18-4ea3-be02-b37773255bd4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:27.592792 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b0f9381f-a0d4-4068-873b-b00eab2a2531 req-dbecd75b-ef18-4ea3-be02-b37773255bd4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0968518 Feb 18 00:32:27.688138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:27.690990 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef0ed57-6aae-4266-9933-4fab3aa37d9a" -d '{"events": [{"server_uuid": "b65ff4bc-685e-4bdb-86c8-0e09694d2d29", "name": "network-vif-plugged", "status": "completed", "tag": "15a0e256-85fc-4089-bf1d-d5fe4114d6cc"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:27.710751 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b0f9381f-a0d4-4068-873b-b00eab2a2531 req-7ad9a962-436d-469c-9adb-ebe409ad0def tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062930 Feb 18 00:32:27.742507 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a46d4b6-b8c8-4cd5-bcea-fe3ad1c9ce72 x-openstack-request-id: req-0a46d4b6-b8c8-4cd5-bcea-fe3ad1c9ce72 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:27.743013 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65ff4bc-685e-4bdb-86c8-0e09694d2d29", "name": "network-vif-plugged", "status": "completed", "tag": "15a0e256-85fc-4089-bf1d-d5fe4114d6cc", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:27.743281 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a46d4b6-b8c8-4cd5-bcea-fe3ad1c9ce72 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:27.743673 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc', 'code': 200} Feb 18 00:32:27.921775 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8d9e7-1082-4f49-a1cd-69f7a656a16a req-65f5b07e-b6a2-4206-858b-d6f700dd6dfd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:27.923265 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1fe8d9e7-1082-4f49-a1cd-69f7a656a16a req-65f5b07e-b6a2-4206-858b-d6f700dd6dfd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0635774 Feb 18 00:32:27.982532 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1fe8d9e7-1082-4f49-a1cd-69f7a656a16a req-447f2c2e-8afc-4b54-b671-4c26d67f601d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537250 Feb 18 00:32:28.106154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92008603-39b8-462e-a3dc-208804510762 req-d979f03b-5f88-472a-97ec-9066f2250b3e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:28.107355 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-92008603-39b8-462e-a3dc-208804510762 req-d979f03b-5f88-472a-97ec-9066f2250b3e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0587924 Feb 18 00:32:28.171346 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-92008603-39b8-462e-a3dc-208804510762 req-d6c56610-bda9-4712-9669-edc2ff10138a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573907 Feb 18 00:32:28.205438 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3053e73d-69c9-4d72-8805-543ea62ef67f req-e0ea20c5-a959-4578-8739-6b962899316a tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0376163 Feb 18 00:32:28.832853 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27096f6-b050-4bbc-94e3-2f10e96423b8 req-ecf7d77a-2ecb-4c6e-b85c-ee0a320b042d tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:28.834471 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e27096f6-b050-4bbc-94e3-2f10e96423b8 req-ecf7d77a-2ecb-4c6e-b85c-ee0a320b042d tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0548878 Feb 18 00:32:28.919305 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e27096f6-b050-4bbc-94e3-2f10e96423b8 req-ec34170e-4d93-4b80-b18b-fc92d125bea3 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768287 Feb 18 00:32:29.127728 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d82d8c-9b9e-489a-bed8-c446783ae289 req-eae799a0-22ba-4f50-bf37-41bebb161ec4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:29.129305 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-86d82d8c-9b9e-489a-bed8-c446783ae289 req-eae799a0-22ba-4f50-bf37-41bebb161ec4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0571353 Feb 18 00:32:29.183805 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-86d82d8c-9b9e-489a-bed8-c446783ae289 req-583f31c8-bc33-4d7b-9b0c-ff4a5713176a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480807 Feb 18 00:32:29.319219 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7902dfcb-fd81-4185-9ce0-d1bc84420d3d req-737b7209-cde6-40ae-b09d-85135f0c78fd tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0379415 Feb 18 00:32:29.351656 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-fb132a77-eed5-4c0d-88e2-7786e15e3207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:29.390851 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa8946-fc9d-4289-b834-6ed17b61a596 req-2abe37e9-51be-4548-9893-3639d612492b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:29.393165 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6aaa8946-fc9d-4289-b834-6ed17b61a596 req-2abe37e9-51be-4548-9893-3639d612492b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0957525 Feb 18 00:32:29.443925 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6aaa8946-fc9d-4289-b834-6ed17b61a596 req-e4f51afb-623f-4eda-a3e9-5d8ae6afdca2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Feb 18 00:32:30.048626 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb33542-3d2d-41d2-95d9-4cae1faa326e req-e47f37a6-8db1-4ebe-aea1-c405e0562524 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:30.050154 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcb33542-3d2d-41d2-95d9-4cae1faa326e req-e47f37a6-8db1-4ebe-aea1-c405e0562524 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0538118 Feb 18 00:32:30.110085 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcb33542-3d2d-41d2-95d9-4cae1faa326e req-0c6ec8e2-9ae2-4087-b55d-878a46dfc7fa tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530388 Feb 18 00:32:30.262880 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:30.358768 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfadee4-3db5-4825-ac75-9998dcc3a5f5 req-dea1b35d-b2c3-4151-b355-06d55dc0d270 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:30.368561 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4cfadee4-3db5-4825-ac75-9998dcc3a5f5 req-dea1b35d-b2c3-4151-b355-06d55dc0d270 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0705264 Feb 18 00:32:30.467367 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-370fc953-6a61-4e85-83d4-285a066b83f8 req-013b0902-00a4-4bd1-bbbb-575102a1c04a tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0435619 Feb 18 00:32:30.496292 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4cfadee4-3db5-4825-ac75-9998dcc3a5f5 req-5e447225-39d1-4047-983b-d1d0ebd6112a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203525 Feb 18 00:32:30.750983 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fc94f-3861-4132-a16b-ef1e06c61d8f req-bc261015-f07b-40c4-91a7-72e37131c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:30.752893 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-153fc94f-3861-4132-a16b-ef1e06c61d8f req-bc261015-f07b-40c4-91a7-72e37131c57b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 1129 time: 0.1886046 Feb 18 00:32:30.771834 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809d692-c45a-4da6-b01c-a6b9a1d06a51 req-442d15f4-bbdc-4611-a5aa-52684153f9c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:30.778719 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e809d692-c45a-4da6-b01c-a6b9a1d06a51 req-442d15f4-bbdc-4611-a5aa-52684153f9c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.1442239 Feb 18 00:32:30.802646 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-d7ca0017-2a3a-40df-a74d-b11eb3751862 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:30.804441 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-d7ca0017-2a3a-40df-a74d-b11eb3751862 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.48 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 808 time: 0.2825291 Feb 18 00:32:30.864125 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e809d692-c45a-4da6-b01c-a6b9a1d06a51 req-fa842a9a-ca46-451d-86c9-e18d7630741a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844584 Feb 18 00:32:30.938866 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-153fc94f-3861-4132-a16b-ef1e06c61d8f req-c56ce460-0e1e-46a5-8ba5-19aef222c210 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039505 Feb 18 00:32:30.964524 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-04abe189-def4-4be6-8465-5a0e337468e9 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e7c2bdea8449698c1f51e3060fd44c HTTP/1.1" status: 200 len: 379 time: 0.0933790 Feb 18 00:32:31.249115 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69424-8998-4cff-b032-46c6ea1920b1 req-2692ffa5-99f7-4e07-9ced-465e7a467cf8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:31.250671 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-38e69424-8998-4cff-b032-46c6ea1920b1 req-2692ffa5-99f7-4e07-9ced-465e7a467cf8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0621142 Feb 18 00:32:31.313356 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-38e69424-8998-4cff-b032-46c6ea1920b1 req-a395a8d7-858a-4734-99ac-70c537bcf1d1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570328 Feb 18 00:32:31.448768 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158e587-411a-4332-84f6-535d09c571d9 req-83257bd6-d432-404f-ab78-b30f90b12c80 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:31.450392 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d158e587-411a-4332-84f6-535d09c571d9 req-83257bd6-d432-404f-ab78-b30f90b12c80 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0644567 Feb 18 00:32:31.508080 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d158e587-411a-4332-84f6-535d09c571d9 req-a2108db7-94f6-43eb-8a51-3aca7c24dac8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503879 Feb 18 00:32:31.546573 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43938) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:31.600338 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:31.683018 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-19b60f1d-38cb-42e1-9fa9-15257baee3a6 req-27cd1334-2340-49a3-bf49-e98db85faee5 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0491779 Feb 18 00:32:31.701875 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e1aaa-babc-4cb7-b4e7-b5ce196ed8e7 req-dcd9d71a-8f00-4961-9906-eca8ab06ad40 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:31.708708 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ef4e1aaa-babc-4cb7-b4e7-b5ce196ed8e7 req-dcd9d71a-8f00-4961-9906-eca8ab06ad40 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.1038125 Feb 18 00:32:31.757827 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ef4e1aaa-babc-4cb7-b4e7-b5ce196ed8e7 req-bb21f32b-dfc2-4c8e-b715-81750cbb4423 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482633 Feb 18 00:32:31.904657 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c37a234-7e73-439d-ae51-f921970dd70c tempest-TestVolumeBootPattern-1871247876 tempest-TestVolumeBootPattern-1871247876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:31.906219 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-3c37a234-7e73-439d-ae51-f921970dd70c tempest-TestVolumeBootPattern-1871247876 tempest-TestVolumeBootPattern-1871247876-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 1125 time: 0.3577206 Feb 18 00:32:31.909134 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 43950) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:31.914524 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'port_id': '70db44d1-104d-4fff-b753-3b156fa03832', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:31.948188 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:32.000696 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919be45-7b3b-42a8-9ef4-f2816b66b2e0 req-e2095813-3966-4fc7-80e6-e110d9983585 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:32.001890 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7919be45-7b3b-42a8-9ef4-f2816b66b2e0 req-e2095813-3966-4fc7-80e6-e110d9983585 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0620630 Feb 18 00:32:32.060729 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7919be45-7b3b-42a8-9ef4-f2816b66b2e0 req-8e1998bc-6828-428e-b012-7ca13eba2fa0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Feb 18 00:32:32.107186 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:32.230776 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Allocated IP 172.27.2.63 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/379bb62e-5741-4bee-bceb-c10817ac5d28) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:32:32.342073 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:32.387524 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:32.427539 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:32:32.431341 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:32:32.434820 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:32:32.440837 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=379bb62e-5741-4bee-bceb-c10817ac5d28,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:32.747344 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (09000559-928a-45bd-8643-df492f138a98), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:32.786296 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d73e03c0-e8f4-4024-a230-eaaa8989b0e0 req-ee7d8d6b-269d-4d57-a869-0af253d9c625 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0309949 Feb 18 00:32:32.889746 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123935c-7c3c-4654-b077-0391471144ae req-cfdf08d3-4cef-464a-a4a0-1b574b1ba2ae tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:32.891332 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2123935c-7c3c-4654-b077-0391471144ae req-cfdf08d3-4cef-464a-a4a0-1b574b1ba2ae tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0533006 Feb 18 00:32:32.940415 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2123935c-7c3c-4654-b077-0391471144ae req-495043fa-ff8c-4435-b457-5246ebf61fcb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Feb 18 00:32:33.015164 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:33.131608 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:33.174139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:33.179600 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:33.202260 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d637d39-0b4e-462b-ab47-f0a0eee786cb req-4d1b0424-adc8-4e1b-ac9a-23196ee4f7b9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:33.203769 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7d637d39-0b4e-462b-ab47-f0a0eee786cb req-4d1b0424-adc8-4e1b-ac9a-23196ee4f7b9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0527225 Feb 18 00:32:33.210993 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (09000559-928a-45bd-8643-df492f138a98), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:33.251972 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7d637d39-0b4e-462b-ab47-f0a0eee786cb req-f7a69f69-85c1-410a-a5e7-94b50da4205d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Feb 18 00:32:33.285959 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=379bb62e-5741-4bee-bceb-c10817ac5d28,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:33.322402 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Floating IP 09000559-928a-45bd-8643-df492f138a98 associated. External IP: 172.27.2.63, port: 70db44d1-104d-4fff-b753-3b156fa03832. Feb 18 00:32:33.537597 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:32:33.655121 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:32:33.665416 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:32:33.673619 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:33.675904 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:32:33.676513 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:32:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:32:33.703745 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-38b070fc-cf76-4055-8ae6-008489b7d7d8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7933815 Feb 18 00:32:33.704430 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:33.706655 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354eac10-0db2-4d89-8db1-ea6618ccd56d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "tag": "70db44d1-104d-4fff-b753-3b156fa03832"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:33.744887 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a44ce-bb87-48a5-ae31-595642fb7c8e x-openstack-request-id: req-371a44ce-bb87-48a5-ae31-595642fb7c8e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:33.745246 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "tag": "70db44d1-104d-4fff-b753-3b156fa03832", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:33.745565 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-371a44ce-bb87-48a5-ae31-595642fb7c8e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:33.745958 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832', 'status': 'completed', 'code': 200} Feb 18 00:32:33.783769 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:32:33.891012 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6a3080e8-2cf2-44a5-b034-3b6081c49916 req-bb3a8c0f-5f8b-441a-9c15-bbc6725af962 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0317705 Feb 18 00:32:33.990521 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'port': {'device_id': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'admin_state_up': True, 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'security_groups': ['cc56766a-c188-4906-8ae7-b535b3ef2dbb']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:34.121995 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '09000559-928a-45bd-8643-df492f138a98', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': '70db44d1-104d-4fff-b753-3b156fa03832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:4e:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:32:32Z', 'updated_at': '2022-02-18T00:32:32Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:32:34.133494 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86cbd2-44ad-4c60-9b70-01c854298717 req-8acd02b2-c0d8-45ef-80a3-3963d798058b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:34.134989 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ea86cbd2-44ad-4c60-9b70-01c854298717 req-8acd02b2-c0d8-45ef-80a3-3963d798058b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0819991 Feb 18 00:32:34.155431 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:32:34.165755 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:32:34.166549 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:32:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:32:34.203260 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Made reservation on behalf of 63e7c2bdea8449698c1f51e3060fd44c for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:32:34.206592 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:34.250719 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ea86cbd2-44ad-4c60-9b70-01c854298717 req-d0e95f85-fa93-47e1-accb-289a146c1047 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030586 Feb 18 00:32:34.255560 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-f2427337-cde6-4e59-8b4a-c36a7b570fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:34.257793 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-f2427337-cde6-4e59-8b4a-c36a7b570fc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 1130 time: 0.1216784 Feb 18 00:32:34.275740 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:32:34.473660 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-b0853020-5ef2-4390-8740-05d887b8c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:34.475041 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-b0853020-5ef2-4390-8740-05d887b8c7f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.1866415 Feb 18 00:32:34.484767 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1daf-c04b-43ea-baf6-882b9fb15c90 req-0f4ae524-af4d-4f31-b242-d33fc2ca821f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:34.486143 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bea1daf-c04b-43ea-baf6-882b9fb15c90 req-0f4ae524-af4d-4f31-b242-d33fc2ca821f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.1454349 Feb 18 00:32:34.490112 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Allocated IP 172.20.0.6 (f6e1e66a-abd4-4532-8f57-255c10d7eeea/440afa06-26cd-46a1-915d-6143a1091bdb/de9130cb-1fc8-4407-bfa9-a3ecf1c8e809) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:32:34.495510 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '09000559-928a-45bd-8643-df492f138a98', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': '70db44d1-104d-4fff-b753-3b156fa03832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:4e:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:32:32Z', 'updated_at': '2022-02-18T00:32:32Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:32:34.525713 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92dc771-1b9c-4c8f-808a-551e1ac4ffcb None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '09000559-928a-45bd-8643-df492f138a98', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': '70db44d1-104d-4fff-b753-3b156fa03832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:4e:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:32:32Z', 'updated_at': '2022-02-18T00:32:32Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:32:34.582557 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2bea1daf-c04b-43ea-baf6-882b9fb15c90 req-84f55b1e-739c-4f6a-a6c2-93d6b905a48f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896404 Feb 18 00:32:34.695642 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-e26496a8-b95d-47e0-951c-0389f01ddb81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70db44d1-104d-4fff-b753-3b156fa03832 HTTP/1.1" status: 200 len: 999 time: 0.1113162 Feb 18 00:32:34.747737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:34.767148 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-42ba21bf-7fa0-44b1-a8c7-3479f7947cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:34.768605 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-42ba21bf-7fa0-44b1-a8c7-3479f7947cb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0662160 Feb 18 00:32:34.774528 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4181f-b4c9-47bd-a79b-1818bdd4b327 None None] New status for floating IP 09000559-928a-45bd-8643-df492f138a98: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:32:34.795523 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:34.900927 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:32:34.903927 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:34.908112 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:32:34.911137 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:32:34.947594 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-67b34b7d-95d1-4092-a311-3094d590278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:34.949121 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-67b34b7d-95d1-4092-a311-3094d590278f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1512418 Feb 18 00:32:34.981437 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:34.982008 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:35.027188 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-850fc3a1-b916-4bd6-b868-00abc445c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:35.029391 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-850fc3a1-b916-4bd6-b868-00abc445c6ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1130 time: 0.0490263 Feb 18 00:32:35.072769 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-d91e5d76-a561-4367-b29a-4270f73ca033 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0880318 Feb 18 00:32:35.098237 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Request body: {'port': {'device_id': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:35.192454 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-8756ac8d-6808-443c-969b-6110e98e601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:35.193846 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-8756ac8d-6808-443c-969b-6110e98e601b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.1394007 Feb 18 00:32:35.200824 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a180dfd-a885-4777-9145-17ef1f317cc3 req-becb6b0a-1c72-435f-8c9d-e35dc63c9422 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:35.202222 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a180dfd-a885-4777-9145-17ef1f317cc3 req-becb6b0a-1c72-435f-8c9d-e35dc63c9422 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 931 time: 0.2005849 Feb 18 00:32:35.209309 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-5f8389cd-dc7b-4b93-a507-96beec3cfaa3 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228758 Feb 18 00:32:35.209942 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:35.232170 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-2d8d1bc0-7f54-4d2b-8f0f-24ef0915c53f None None] Provisioning complete for port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:32:35.232581 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2d8d1bc0-7f54-4d2b-8f0f-24ef0915c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:35.272963 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d1bc0-7f54-4d2b-8f0f-24ef0915c53f None None] Port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:32:35.308673 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-1a6b171b-8a17-461c-937e-fc1c8e840308 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 200 len: 1002 time: 0.1047127 Feb 18 00:32:35.363618 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-9f71624a-769e-4c63-a7b8-6dc539ce7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:35.365564 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-9f71624a-769e-4c63-a7b8-6dc539ce7bd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0502677 Feb 18 00:32:35.541870 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-e6a509f9-c6eb-4798-ad24-57e4e5806206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:35.543411 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-e6a509f9-c6eb-4798-ad24-57e4e5806206 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582426 Feb 18 00:32:35.655354 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a180dfd-a885-4777-9145-17ef1f317cc3 req-3fbe1d5a-af9a-4e56-8d08-554a5914f20b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420929 Feb 18 00:32:35.672901 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-870355e1-9713-4f9a-91ac-9a032ace77bc service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035702 Feb 18 00:32:35.747103 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-354eac10-0db2-4d89-8db1-ea6618ccd56d req-3e5bc5ca-d1f8-4c7c-8430-f8c6bf2c2be6 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158036 Feb 18 00:32:35.762270 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53093-c8e1-40e8-930a-1016d4e15b92 req-92d59f54-dc18-4e8e-ae71-ad9cf8b69a2c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:35.763756 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-33d53093-c8e1-40e8-930a-1016d4e15b92 req-92d59f54-dc18-4e8e-ae71-ad9cf8b69a2c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.4127288 Feb 18 00:32:35.798986 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-afcefca4-e15e-49cb-94ee-052271a2dbad req-e7959cfc-054c-43fd-8352-6ed9dbfdd512 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045332 Feb 18 00:32:35.811812 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:35.866704 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-33d53093-c8e1-40e8-930a-1016d4e15b92 req-0ea44a5b-40c3-4d69-bb75-e7d02eee5a75 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833149 Feb 18 00:32:35.880904 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65199802-7f5d-424d-8482-eed0b6d81538 req-8cf386f2-200f-47f2-a5cc-490066bca2d7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:35.882386 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-65199802-7f5d-424d-8482-eed0b6d81538 req-8cf386f2-200f-47f2-a5cc-490066bca2d7 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.1421764 Feb 18 00:32:35.997655 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-65199802-7f5d-424d-8482-eed0b6d81538 req-d0f077e0-d923-4d76-836c-1cb8bf608b5a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053426 Feb 18 00:32:36.015392 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:32:36.026159 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Publish callbacks [] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:36.045555 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Transition to ACTIVE for port object de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:32:36.053293 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011cb1b-5208-4d2f-9bab-c7b3d6fa1a8a req-52669a85-b430-48bc-b70d-0bf1f1adccfb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:36.054857 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b011cb1b-5208-4d2f-9bab-c7b3d6fa1a8a req-52669a85-b430-48bc-b70d-0bf1f1adccfb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1181686 Feb 18 00:32:36.056149 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:36.130473 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:36.191691 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b011cb1b-5208-4d2f-9bab-c7b3d6fa1a8a req-1f347b79-6fe8-4ad0-afd0-0f35e2ec7de4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304007 Feb 18 00:32:36.236622 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Attempting to bind port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:32:36.237025 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Attempting to bind port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:32:36.237365 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Attempting to bind port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 on network f6e1e66a-abd4-4532-8f57-255c10d7eeea {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:32:36.246278 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 on network f6e1e66a-abd4-4532-8f57-255c10d7eeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:32:36.246659 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Attempting to bind port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 on network f6e1e66a-abd4-4532-8f57-255c10d7eeea {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:32:36.254553 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:32:36.255023 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Checking segment: {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:32:36.255582 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Bound using segment: {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:32:36.256160 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Bound port: de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:32:36.256571 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:36.361118 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:32:36.374838 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:32:36.383630 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:36.432863 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:36.433506 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:36.434934 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] 10.222.0.48 "PUT /v2.0/ports/de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 1093 time: 1.3442976 Feb 18 00:32:36.435388 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:36.437701 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:36.462697 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff4dae-e98c-49bd-9a70-f3084b863145 service neutron] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:36.505427 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d7e0cc-1a33-46ea-93d7-dba7b95f1307 x-openstack-request-id: req-e3d7e0cc-1a33-46ea-93d7-dba7b95f1307 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:36.507341 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:36.507592 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3d7e0cc-1a33-46ea-93d7-dba7b95f1307 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:36.508002 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'status': 'completed', 'code': 200} Feb 18 00:32:36.612042 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-3a347771-d50b-476a-9770-57cfaec123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:36.613752 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-3a347771-d50b-476a-9770-57cfaec123e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1127 time: 0.0543320 Feb 18 00:32:36.672825 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-8c5f86eb-f396-45e4-9260-6b2b82841a45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 217 time: 0.0410552 Feb 18 00:32:36.750091 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-26c5fd7d-5dce-40ad-842a-7e7672d4445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:36.750091 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-26c5fd7d-5dce-40ad-842a-7e7672d4445d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 200 len: 847 time: 0.0603898 Feb 18 00:32:36.802765 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff9a00-28ff-4df7-adc0-b3271fb45357 req-c10b646b-c70b-4c5e-bde0-24ad833f0fa4 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:36.804458 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d9ff9a00-28ff-4df7-adc0-b3271fb45357 req-c10b646b-c70b-4c5e-bde0-24ad833f0fa4 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0684056 Feb 18 00:32:36.884771 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d9ff9a00-28ff-4df7-adc0-b3271fb45357 req-7d636c81-3e7b-4bf3-93f1-26827c8f9c49 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743854 Feb 18 00:32:36.891025 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e132-633d-43d7-acda-7230027eef08 req-403e6b9a-5943-4844-aaa3-9f97109bbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:36.892431 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-403e6b9a-5943-4844-aaa3-9f97109bbbe6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6e1e66a-abd4-4532-8f57-255c10d7eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764511 Feb 18 00:32:37.017910 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-2b67294c-de93-4208-a944-ccb67bf00134 service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170464 Feb 18 00:32:37.030085 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca0b21-5c97-48d1-8fc3-df0c69a3ddb3 req-f52036f7-3e02-4147-bf19-390d38572a49 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:37.031479 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1dca0b21-5c97-48d1-8fc3-df0c69a3ddb3 req-f52036f7-3e02-4147-bf19-390d38572a49 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0825791 Feb 18 00:32:37.135267 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1dca0b21-5c97-48d1-8fc3-df0c69a3ddb3 req-b0d0eaae-a650-44ea-8d35-29998915da76 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944583 Feb 18 00:32:37.151149 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4589e132-633d-43d7-acda-7230027eef08 req-7a58c0e0-3123-46f9-8aed-0cf8cd01146b service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187379 Feb 18 00:32:37.282945 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-0a0ebab8-967e-40cf-abf0-f51802883efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:37.284598 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-0a0ebab8-967e-40cf-abf0-f51802883efe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1127 time: 0.0494874 Feb 18 00:32:37.384142 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-e5e5fceb-7ce7-4324-b7f9-2d96be752d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:37.385584 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-e5e5fceb-7ce7-4324-b7f9-2d96be752d1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 909 time: 0.0929759 Feb 18 00:32:37.431446 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-cbb7bc17-ca20-4378-a37e-37df0b9737ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 217 time: 0.0383470 Feb 18 00:32:37.487254 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-3399373e-0a95-4c01-abb5-c0daa8cb2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:37.488710 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-3399373e-0a95-4c01-abb5-c0daa8cb2668 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 200 len: 847 time: 0.0471616 Feb 18 00:32:37.554842 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-46c81e94-0e52-4cbc-bb70-b34e20135e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:37.556615 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-46c81e94-0e52-4cbc-bb70-b34e20135e2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6e1e66a-abd4-4532-8f57-255c10d7eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504980 Feb 18 00:32:37.668135 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-21e30ff6-9eae-4eb8-9dfb-b8b5c4e48f1c service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011503 Feb 18 00:32:37.783420 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a5206b-3efe-4c5c-9d90-ff1be73b4269 req-999688ae-634f-4674-9302-daf72a6cc3d8 service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020784 Feb 18 00:32:38.018194 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c92ee-6c7d-411f-aa73-2cb8992a1af2 req-da652d84-8e00-43b8-af7b-7d13c8a46c51 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:38.025355 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e71c92ee-6c7d-411f-aa73-2cb8992a1af2 req-da652d84-8e00-43b8-af7b-7d13c8a46c51 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0590899 Feb 18 00:32:38.076806 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e71c92ee-6c7d-411f-aa73-2cb8992a1af2 req-20058668-b0b8-43b1-b5b1-0b4c6b917cc3 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505013 Feb 18 00:32:38.260921 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6edbb-9a09-4b22-9d41-f78f44ab1b26 req-c95fdb44-7da3-48b8-ab2d-fbc93b88f96d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:38.262402 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bdb6edbb-9a09-4b22-9d41-f78f44ab1b26 req-c95fdb44-7da3-48b8-ab2d-fbc93b88f96d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 946 time: 0.0507934 Feb 18 00:32:38.317729 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bdb6edbb-9a09-4b22-9d41-f78f44ab1b26 req-6a6e4ee3-2a67-4f5a-a2fa-c467852abbc2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497262 Feb 18 00:32:39.072458 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:32:39.160041 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: ACTIVE; New status is: DOWN {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:39.160702 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:39.187118 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:39.189811 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47df74f6-e311-4ceb-8edb-c1a96640ddab" -d '{"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-unplugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:39.207965 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:39.215839 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:39.253117 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46434436-29ff-4315-9b87-c58f60942f22 req-d69f1d72-0845-4d72-8d57-f7ce9357179b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:39.257764 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-46434436-29ff-4315-9b87-c58f60942f22 req-d69f1d72-0845-4d72-8d57-f7ce9357179b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0963347 Feb 18 00:32:39.265980 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50141cb1-49e5-4a3a-9ead-743840ab6934 x-openstack-request-id: req-50141cb1-49e5-4a3a-9ead-743840ab6934 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:39.266610 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-unplugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:39.267140 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50141cb1-49e5-4a3a-9ead-743840ab6934 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:39.279406 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190', 'code': 200} Feb 18 00:32:39.311289 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=8']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:39.351313 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-46434436-29ff-4315-9b87-c58f60942f22 req-78337846-0349-44e8-a868-9952a302c01e tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826564 Feb 18 00:32:39.459129 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99b304-e976-483f-8f2f-b1abca82024c req-f31a658a-c608-4faa-8607-060477ddf51e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:39.461385 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8e99b304-e976-483f-8f2f-b1abca82024c req-f31a658a-c608-4faa-8607-060477ddf51e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0629215 Feb 18 00:32:39.513262 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8e99b304-e976-483f-8f2f-b1abca82024c req-a2e2bf7f-87bf-49d9-9f4d-5e2735acee2d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461292 Feb 18 00:32:39.981778 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [req-27d2817e-aceb-4f16-ab50-cdba55ee8313 req-31e13c66-cc4e-48f8-b50c-bd821d917e70 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:32:39.982693 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-27d2817e-aceb-4f16-ab50-cdba55ee8313 req-31e13c66-cc4e-48f8-b50c-bd821d917e70 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053761 Feb 18 00:32:40.149549 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497e024-426d-4b67-a9c6-e69b4b73dee2 req-fd72ad05-dcab-45a2-9cfc-63856e69a3ec tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:40.151135 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d497e024-426d-4b67-a9c6-e69b4b73dee2 req-fd72ad05-dcab-45a2-9cfc-63856e69a3ec tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0578890 Feb 18 00:32:40.212854 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d497e024-426d-4b67-a9c6-e69b4b73dee2 req-ce33a0c5-d749-42c4-8fc2-9bc4fe34af65 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553584 Feb 18 00:32:40.471743 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b168f38-768e-4098-b64d-204127e52423 req-908a47c5-5c8a-402b-86df-1c57aa34e54a tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:40.473217 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3b168f38-768e-4098-b64d-204127e52423 req-908a47c5-5c8a-402b-86df-1c57aa34e54a tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0534303 Feb 18 00:32:40.486016 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 44182) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:40.528631 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3b168f38-768e-4098-b64d-204127e52423 req-a755e37d-9521-4917-b3f4-bb76572bcfa6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495756 Feb 18 00:32:40.575234 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-b0c45e77-207c-43a0-859d-e6348b0a4481 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880532 Feb 18 00:32:40.583745 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-e8e5f088-2eac-4768-97a6-e8eb5e86cc97 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:32:40.584737 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-e8e5f088-2eac-4768-97a6-e8eb5e86cc97 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047855 Feb 18 00:32:40.662259 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 44192) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:40.709429 dv-cinder-816104-3-iscsi neutron-server[114449]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 00:32:40.757624 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-0db44bc0-8579-47fc-9d9c-04e0b4d155f5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:40.758994 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-0db44bc0-8579-47fc-9d9c-04e0b4d155f5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports/86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 200 len: 941 time: 0.0957134 Feb 18 00:32:41.344822 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e52c6-8314-4145-badf-57eb5141951a req-47fa5b7b-d6e8-4453-80b1-b763cbb7ac05 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:41.346277 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a31e52c6-8314-4145-badf-57eb5141951a req-47fa5b7b-d6e8-4453-80b1-b763cbb7ac05 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0544374 Feb 18 00:32:41.392154 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a31e52c6-8314-4145-badf-57eb5141951a req-7056ae8e-8c7e-4ada-9486-2fe2606084a0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Feb 18 00:32:41.646041 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bff3f2-7fdf-49a6-8f6f-a1bfa26e94c0 req-96c9d269-e5b4-4f33-81fa-79a0947ddf7c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:41.647674 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-81bff3f2-7fdf-49a6-8f6f-a1bfa26e94c0 req-96c9d269-e5b4-4f33-81fa-79a0947ddf7c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0514920 Feb 18 00:32:41.697794 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-81bff3f2-7fdf-49a6-8f6f-a1bfa26e94c0 req-1ae03a3e-1da2-4bc9-aed8-1aa1c5e9efdb tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445571 Feb 18 00:32:42.518460 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65eb87-8162-486d-a2e3-d7821008bc7a req-7010c443-7b96-4d4d-8f0e-4a44d2929f39 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:42.519938 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ee65eb87-8162-486d-a2e3-d7821008bc7a req-7010c443-7b96-4d4d-8f0e-4a44d2929f39 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0568213 Feb 18 00:32:42.570568 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ee65eb87-8162-486d-a2e3-d7821008bc7a req-23084797-a8bd-41dd-8b30-0c2d6cacda36 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Feb 18 00:32:42.811969 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fc77-a80a-4dcc-9e87-9f7525e938e3 req-229e7bca-2d79-4fb8-be52-3f3cb199e682 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:42.813409 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2df8fc77-a80a-4dcc-9e87-9f7525e938e3 req-229e7bca-2d79-4fb8-be52-3f3cb199e682 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0512083 Feb 18 00:32:42.870164 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2df8fc77-a80a-4dcc-9e87-9f7525e938e3 req-0359c714-5fb6-4859-9218-0700d88e4ae8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512235 Feb 18 00:32:43.103162 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:32:43.183768 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: DOWN; New status is: DOWN {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:43.696462 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4526-f2c2-4184-9bc8-4e3cbedab09f req-c93d06fe-94bd-43b7-b06f-aa3fe91851f6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:43.697973 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bf0f4526-f2c2-4184-9bc8-4e3cbedab09f req-c93d06fe-94bd-43b7-b06f-aa3fe91851f6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0551057 Feb 18 00:32:43.745819 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bf0f4526-f2c2-4184-9bc8-4e3cbedab09f req-828080ab-5376-4d96-a686-4963911e89ca tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Feb 18 00:32:43.991044 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e807884-c127-4ce8-b734-050182de1ced req-da559a36-e80d-493f-b6d3-de9e58aa7dfb tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:43.992658 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9e807884-c127-4ce8-b734-050182de1ced req-da559a36-e80d-493f-b6d3-de9e58aa7dfb tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0543218 Feb 18 00:32:44.040718 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9e807884-c127-4ce8-b734-050182de1ced req-ad256ddc-e268-405c-9f14-52038bc19025 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421660 Feb 18 00:32:44.871895 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69408b4c-9038-46e2-8c43-b3e8ceba636b req-82fe9867-6503-4362-9556-54bcac981047 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:44.873359 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69408b4c-9038-46e2-8c43-b3e8ceba636b req-82fe9867-6503-4362-9556-54bcac981047 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0519753 Feb 18 00:32:44.928560 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69408b4c-9038-46e2-8c43-b3e8ceba636b req-b319aa72-6232-4010-bac4-44719721b0e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492768 Feb 18 00:32:45.097405 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 44274) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:45.160527 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540efa68-d2f7-41d2-a0a6-ed0e31a9725f req-0ae17592-433c-418c-ab54-a333eafca099 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:45.161979 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-540efa68-d2f7-41d2-a0a6-ed0e31a9725f req-0ae17592-433c-418c-ab54-a333eafca099 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0524280 Feb 18 00:32:45.209725 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6931167-07be-464d-b9ad-1621fb0c118f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:45.231013 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-540efa68-d2f7-41d2-a0a6-ed0e31a9725f req-c846f2db-8f2e-4cd1-8e08-b23a67fd6b4d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628550 Feb 18 00:32:45.297210 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6931167-07be-464d-b9ad-1621fb0c118f admin admin] Publish callbacks [] for security_group (595ea5bc-4faa-4416-a668-6991676d614d), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:45.301272 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6931167-07be-464d-b9ad-1621fb0c118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (595ea5bc-4faa-4416-a668-6991676d614d), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:45.339274 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6931167-07be-464d-b9ad-1621fb0c118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ea5bc-4faa-4416-a668-6991676d614d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:45.343472 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-c6931167-07be-464d-b9ad-1621fb0c118f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c831dd9003bd4e8686613bd0e242368c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450595 Feb 18 00:32:45.346418 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 44280) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:45.397771 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f5fe-42ad-42f9-9813-2b5fec5d127a admin admin] Publish callbacks [] for security_group (595ea5bc-4faa-4416-a668-6991676d614d), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:45.420894 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f5fe-42ad-42f9-9813-2b5fec5d127a admin admin] Publish callbacks [] for security_group (595ea5bc-4faa-4416-a668-6991676d614d), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:45.471095 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f5fe-42ad-42f9-9813-2b5fec5d127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (595ea5bc-4faa-4416-a668-6991676d614d), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:45.473801 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f5fe-42ad-42f9-9813-2b5fec5d127a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:45.475611 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-d7d7f5fe-42ad-42f9-9813-2b5fec5d127a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/595ea5bc-4faa-4416-a668-6991676d614d HTTP/1.1" status: 204 len: 168 time: 0.1276932 Feb 18 00:32:45.483252 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7f5fe-42ad-42f9-9813-2b5fec5d127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ea5bc-4faa-4416-a668-6991676d614d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:46.072393 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d90b8-c442-4555-9535-b4c360a69628 req-e4807072-2ca1-4023-901a-8a0a1d626080 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:46.073917 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-686d90b8-c442-4555-9535-b4c360a69628 req-e4807072-2ca1-4023-901a-8a0a1d626080 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0543368 Feb 18 00:32:46.124792 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-686d90b8-c442-4555-9535-b4c360a69628 req-3a6cb7ea-0683-4c97-b5b5-fc11d36550df tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441854 Feb 18 00:32:46.348242 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1f771-e249-492c-91fc-961f5a185eed req-c9a6a71d-31ed-4701-aabd-df6cc9c722a2 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:46.349729 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-39c1f771-e249-492c-91fc-961f5a185eed req-c9a6a71d-31ed-4701-aabd-df6cc9c722a2 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0533924 Feb 18 00:32:46.415299 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-39c1f771-e249-492c-91fc-961f5a185eed req-486af83d-4457-4fd8-8596-ecff53087e70 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559597 Feb 18 00:32:46.705482 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7aa317-e248-4895-b281-1e9a38760fba req-edf1d571-0f34-411a-b5ac-cadea768e815 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:46.706953 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6f7aa317-e248-4895-b281-1e9a38760fba req-edf1d571-0f34-411a-b5ac-cadea768e815 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0521796 Feb 18 00:32:46.755349 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6f7aa317-e248-4895-b281-1e9a38760fba req-f86c2353-2e9f-4e5e-ae40-93960b027102 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Feb 18 00:32:47.215524 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:32:47.253120 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73655-c958-466d-9e34-21d4e78bec10 req-a373d16f-0866-469a-a8ee-e598972831d5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:47.254586 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcf73655-c958-466d-9e34-21d4e78bec10 req-a373d16f-0866-469a-a8ee-e598972831d5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0512035 Feb 18 00:32:47.301731 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcf73655-c958-466d-9e34-21d4e78bec10 req-918b6b70-c1a8-43a2-999a-854c67b24cf6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Feb 18 00:32:47.542599 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dc7eb-15aa-4430-bbb3-20c5b3b08a71 req-516f4a28-d519-4029-96d6-ad17a58139e4 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:47.544367 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9c3dc7eb-15aa-4430-bbb3-20c5b3b08a71 req-516f4a28-d519-4029-96d6-ad17a58139e4 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0586643 Feb 18 00:32:47.597052 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9c3dc7eb-15aa-4430-bbb3-20c5b3b08a71 req-2be4799a-2b37-45b5-b087-520f3d5cc015 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464461 Feb 18 00:32:47.870378 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd44f92-3c1e-4f9e-8ccc-26b8bd109c0e req-222447f5-8aec-4ed1-aa14-fcd328d26d45 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:47.871858 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6dd44f92-3c1e-4f9e-8ccc-26b8bd109c0e req-222447f5-8aec-4ed1-aa14-fcd328d26d45 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0509007 Feb 18 00:32:47.923995 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6dd44f92-3c1e-4f9e-8ccc-26b8bd109c0e req-d9d01699-514f-4021-a53c-528858eaf4db tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Feb 18 00:32:48.262400 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:32:48.374451 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:48.387975 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'port_id': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'mac_address': 'fa:16:3e:3c:2b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:32:48.426438 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:48.426837 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:48.434989 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-92246d54-2821-4136-8407-dd06957bb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:48.436568 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-92246d54-2821-4136-8407-dd06957bb5c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.0785322 Feb 18 00:32:48.440774 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:32:48.452758 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28325d-5f91-4780-94d9-00a7dd1ee1ba req-3b05de8e-dd8c-4c6f-b2ee-ad84d39de187 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:48.454281 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ba28325d-5f91-4780-94d9-00a7dd1ee1ba req-3b05de8e-dd8c-4c6f-b2ee-ad84d39de187 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0704906 Feb 18 00:32:48.462061 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:48.466414 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:48.513718 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:48.559551 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ba28325d-5f91-4780-94d9-00a7dd1ee1ba req-9caff95e-81c9-43a6-ab3c-84fccd8ba179 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954058 Feb 18 00:32:48.574409 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-8e1f9c86-f980-46a1-b68d-a68d29053ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:48.575830 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-8e1f9c86-f980-46a1-b68d-a68d29053ad6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.1206241 Feb 18 00:32:48.616782 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-9fa630cc-d632-4af4-9665-dfa6f7000545 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 217 time: 0.0339327 Feb 18 00:32:48.702398 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-c39109e9-6807-43b6-93e0-04ad7d3a3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:48.703825 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-c39109e9-6807-43b6-93e0-04ad7d3a3294 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0803480 Feb 18 00:32:48.736725 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-aa00d582-c231-4fcd-90ae-1b7e22f55833 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260861 Feb 18 00:32:48.751591 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee65710-dd06-480a-bf02-46f532e8ad38 req-24f88f3e-7b85-4764-be93-5cf936f0d2c1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:48.752991 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4ee65710-dd06-480a-bf02-46f532e8ad38 req-24f88f3e-7b85-4764-be93-5cf936f0d2c1 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 944 time: 0.0842845 Feb 18 00:32:48.853280 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4ee65710-dd06-480a-bf02-46f532e8ad38 req-f2363eae-3811-42f3-8178-2bb2569ac047 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922101 Feb 18 00:32:48.869980 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-cd7df11e-c950-44d3-8088-c1af066c7e38 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160588 Feb 18 00:32:48.958588 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-de84a1df-fffe-484e-9f23-4a4401b59964 req-82ad7ed5-0564-4075-879d-9403d84533b2 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817485 Feb 18 00:32:49.049130 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd691-d1b2-4a11-8103-3aa7882e68d2 req-31fc6856-4004-4f29-aa57-cb9b6312e8ca tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:49.050620 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25cbd691-d1b2-4a11-8103-3aa7882e68d2 req-31fc6856-4004-4f29-aa57-cb9b6312e8ca tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0534554 Feb 18 00:32:49.051787 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:32:49.103962 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25cbd691-d1b2-4a11-8103-3aa7882e68d2 req-b9470206-2686-47a2-a81c-a1fe9fc6a609 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Feb 18 00:32:49.688006 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c83721-7ddd-43b6-8f45-601789fee1e1 req-a45e5897-09cb-4f73-b523-53712e45adc6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:49.689469 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e1c83721-7ddd-43b6-8f45-601789fee1e1 req-a45e5897-09cb-4f73-b523-53712e45adc6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0517910 Feb 18 00:32:49.740141 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e1c83721-7ddd-43b6-8f45-601789fee1e1 req-0ff1a159-83f9-49f9-b508-7f79da06e4f8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Feb 18 00:32:49.989585 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abf0ec-795e-4627-ac0d-26d1abc31e8e req-84cf8da2-c768-46d8-baac-2e1d69dea729 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:49.991623 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97abf0ec-795e-4627-ac0d-26d1abc31e8e req-84cf8da2-c768-46d8-baac-2e1d69dea729 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 944 time: 0.0532053 Feb 18 00:32:50.050165 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97abf0ec-795e-4627-ac0d-26d1abc31e8e req-3a5becdd-b99d-445f-ae7e-ee4b51bbe62c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530152 Feb 18 00:32:50.238915 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02798-47ab-46f7-9580-d1fa3e800d90 req-57c238f0-1854-4fdd-9bb1-4d553539b424 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:50.240417 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ace02798-47ab-46f7-9580-d1fa3e800d90 req-57c238f0-1854-4fdd-9bb1-4d553539b424 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0644865 Feb 18 00:32:50.291424 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ace02798-47ab-46f7-9580-d1fa3e800d90 req-76945247-9e24-4ca7-9958-53a3d3a7d561 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Feb 18 00:32:50.866999 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a793-592b-4e90-b0aa-2fefaf30e04a req-c32d06eb-e1f8-4d83-a38e-25c3542655b1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:50.868515 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7d02a793-592b-4e90-b0aa-2fefaf30e04a req-c32d06eb-e1f8-4d83-a38e-25c3542655b1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0576291 Feb 18 00:32:50.916217 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7d02a793-592b-4e90-b0aa-2fefaf30e04a req-05e74080-3fdf-4a65-9553-22f3cbdea34b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Feb 18 00:32:51.171120 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23667d-f5e6-4248-b0e1-75927f64bfb0 req-9e581b0c-fb4d-4048-b38c-6aa4d50acec0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:51.172559 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0b23667d-f5e6-4248-b0e1-75927f64bfb0 req-9e581b0c-fb4d-4048-b38c-6aa4d50acec0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 944 time: 0.0510802 Feb 18 00:32:51.424723 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0b23667d-f5e6-4248-b0e1-75927f64bfb0 req-2c4eb9da-c6af-4204-8545-9268d798b9ad tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466590 Feb 18 00:32:51.462782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cfc36-bccf-487b-9772-64464e1bd8a3 req-4acb73d2-e02f-4fb5-b2ec-8f40e980cb8b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:51.464233 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-803cfc36-bccf-487b-9772-64464e1bd8a3 req-4acb73d2-e02f-4fb5-b2ec-8f40e980cb8b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0572438 Feb 18 00:32:51.511530 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-803cfc36-bccf-487b-9772-64464e1bd8a3 req-f41ace17-3692-4d13-bb9c-f6821ae23a21 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Feb 18 00:32:52.040785 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b7c0-6dae-4c28-a615-84780ce9c19c req-e250d706-a958-400a-90a5-41ed99756481 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:52.042252 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a85b7c0-6dae-4c28-a615-84780ce9c19c req-e250d706-a958-400a-90a5-41ed99756481 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0543501 Feb 18 00:32:52.090626 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2a85b7c0-6dae-4c28-a615-84780ce9c19c req-8e838c94-9291-4a54-bb6c-ecec7bc3b995 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Feb 18 00:32:52.542362 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e79b5-3632-4db9-b4de-b7370df91207 req-044cfd5d-a144-42b1-8a09-dd3bd4240992 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:52.543901 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-731e79b5-3632-4db9-b4de-b7370df91207 req-044cfd5d-a144-42b1-8a09-dd3bd4240992 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 944 time: 0.0507886 Feb 18 00:32:52.603491 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-731e79b5-3632-4db9-b4de-b7370df91207 req-2fb0373b-06c6-4bc2-b908-dc33e595ed47 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530083 Feb 18 00:32:52.642230 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6b213-0666-4747-a844-3fce2d414a45 req-5fdca74e-0e4d-420d-9f65-f88e0cb1e3f0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:52.643693 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d3e6b213-0666-4747-a844-3fce2d414a45 req-5fdca74e-0e4d-420d-9f65-f88e0cb1e3f0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0617328 Feb 18 00:32:52.689526 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d3e6b213-0666-4747-a844-3fce2d414a45 req-7fd1a410-f37b-43eb-96d2-66eb54a6baa1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Feb 18 00:32:52.943337 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:32:52.992859 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:32:52.998638 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:32:52.999268 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:53.075439 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:32:53.075830 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:53.101235 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:32:53.103392 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea97dd1-5a99-4af3-b732-5b500f9d64fa" -d '{"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-plugged", "status": "completed", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:32:53.115946 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:32:53.120738 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:53.149902 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fd181a-d1b2-45e7-82ea-ee5eb47ad201 x-openstack-request-id: req-84fd181a-d1b2-45e7-82ea-ee5eb47ad201 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:32:53.150288 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-plugged", "status": "completed", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:32:53.150570 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84fd181a-d1b2-45e7-82ea-ee5eb47ad201 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:32:53.150961 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'code': 200} Feb 18 00:32:53.173434 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:53.221032 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254cf1-b12a-4e80-8bca-7f05195cb53e req-8ce73288-858b-4d0c-ad23-7e3329e02ec9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:53.222767 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b5254cf1-b12a-4e80-8bca-7f05195cb53e req-8ce73288-858b-4d0c-ad23-7e3329e02ec9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0588613 Feb 18 00:32:53.270505 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b5254cf1-b12a-4e80-8bca-7f05195cb53e req-c6664976-308f-4f9b-9820-baf5e3c2aecd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Feb 18 00:32:53.476509 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26986ac3-9831-4ce1-ae78-6b0e3708bd65 req-ed8e78c4-1ed4-44f5-9e25-f36782de3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:53.477972 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-26986ac3-9831-4ce1-ae78-6b0e3708bd65 req-ed8e78c4-1ed4-44f5-9e25-f36782de3ff5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1129 time: 0.0420418 Feb 18 00:32:53.526820 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-26986ac3-9831-4ce1-ae78-6b0e3708bd65 req-3610469d-b264-40cb-ab89-7a5153cdf377 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409408 Feb 18 00:32:53.731689 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c516073-e382-4f4d-8d47-87ad8fc84d23 req-5b43cd7d-8e4f-4192-a423-abb34a703176 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:53.733152 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7c516073-e382-4f4d-8d47-87ad8fc84d23 req-5b43cd7d-8e4f-4192-a423-abb34a703176 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0533624 Feb 18 00:32:53.813677 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7c516073-e382-4f4d-8d47-87ad8fc84d23 req-193ddae4-59c8-4701-85cf-15a5229b774b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744367 Feb 18 00:32:53.841927 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bc311-10d4-42b5-8c01-81e694180814 req-26e5f4fb-ade1-4786-98db-6b95eeb05452 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:53.843411 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1f7bc311-10d4-42b5-8c01-81e694180814 req-26e5f4fb-ade1-4786-98db-6b95eeb05452 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0732517 Feb 18 00:32:53.890839 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1f7bc311-10d4-42b5-8c01-81e694180814 req-581ef194-f2af-4544-84fc-b42991e525e4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Feb 18 00:32:54.396516 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b209-00f3-4667-a5bc-f316dac0d956 req-2f3c7680-2bf9-4a1a-a3ba-62344632e50d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:54.397747 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1393b209-00f3-4667-a5bc-f316dac0d956 req-2f3c7680-2bf9-4a1a-a3ba-62344632e50d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0520959 Feb 18 00:32:54.447867 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1393b209-00f3-4667-a5bc-f316dac0d956 req-15a42743-47af-4dcb-919f-9c2f65d38013 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Feb 18 00:32:54.940809 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76671ec-303e-49cf-97e5-2766706dd926 req-fd056fb0-ded8-4cdb-a7a8-89a2dcc7f13f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:54.942300 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b76671ec-303e-49cf-97e5-2766706dd926 req-fd056fb0-ded8-4cdb-a7a8-89a2dcc7f13f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0559850 Feb 18 00:32:55.019133 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b76671ec-303e-49cf-97e5-2766706dd926 req-a896f4ae-2231-458d-946f-d2bb70c1e806 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706248 Feb 18 00:32:55.034928 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66c7f4-c2a3-4210-834b-2ef3fb6be077 req-549012f7-883b-40ed-ac3f-3010fcc4ac13 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:55.036308 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c66c7f4-c2a3-4210-834b-2ef3fb6be077 req-549012f7-883b-40ed-ac3f-3010fcc4ac13 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0748770 Feb 18 00:32:55.083222 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c66c7f4-c2a3-4210-834b-2ef3fb6be077 req-5c8b196b-fe2e-4811-a673-214012671b3e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Feb 18 00:32:55.579402 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b2a44-3a5e-4c16-a760-04f68dd0aa44 req-68161779-c16e-4a3c-b662-39fc179cb788 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:55.580841 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-123b2a44-3a5e-4c16-a760-04f68dd0aa44 req-68161779-c16e-4a3c-b662-39fc179cb788 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0560682 Feb 18 00:32:55.625628 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-123b2a44-3a5e-4c16-a760-04f68dd0aa44 req-34128cf8-ad28-465f-8194-de35965a029f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392027 Feb 18 00:32:56.136891 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0af5-d7a5-430f-bdc6-09a49f376907 req-1d1addb0-6a95-48ac-a876-a0124a5455b3 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:56.138997 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6bbb0af5-d7a5-430f-bdc6-09a49f376907 req-1d1addb0-6a95-48ac-a876-a0124a5455b3 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0532873 Feb 18 00:32:56.218064 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6bbb0af5-d7a5-430f-bdc6-09a49f376907 req-7bb0098b-0235-49a5-9199-ec2beb937059 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733593 Feb 18 00:32:56.234070 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6608e7-e9d7-4ee7-a231-5effe2a806d4 req-86528448-75e4-48ef-b484-5678e65e6752 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:56.235566 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6a6608e7-e9d7-4ee7-a231-5effe2a806d4 req-86528448-75e4-48ef-b484-5678e65e6752 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0771391 Feb 18 00:32:56.288498 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6a6608e7-e9d7-4ee7-a231-5effe2a806d4 req-6b476ea0-0c88-488b-bce3-59b5a7fb411f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Feb 18 00:32:56.743300 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44779ee-b754-4472-862a-1d1e1b669fda req-fe7a7c74-6310-4c0a-a5f5-9fa29cc60aa6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:56.744738 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a44779ee-b754-4472-862a-1d1e1b669fda req-fe7a7c74-6310-4c0a-a5f5-9fa29cc60aa6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0499520 Feb 18 00:32:56.789945 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a44779ee-b754-4472-862a-1d1e1b669fda req-2995aeae-248a-4510-a1d2-52783c8d0fbc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397589 Feb 18 00:32:56.838833 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-468a0152-c5f1-464a-bf4d-88d930966d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:57.335167 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680b74-e30d-47e4-84a6-7c41139c0120 req-5028455a-c5dd-4fc0-bd8a-d8e0691a8361 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:57.336653 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-44680b74-e30d-47e4-84a6-7c41139c0120 req-5028455a-c5dd-4fc0-bd8a-d8e0691a8361 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0536323 Feb 18 00:32:57.416686 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-44680b74-e30d-47e4-84a6-7c41139c0120 req-ac8296af-fefb-4344-9848-f8aa91d07356 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744348 Feb 18 00:32:57.434597 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd7fdb-a49f-4f38-8102-799eb6480d6d req-d6e6ab2a-0d0f-459e-aaa2-ddabe322649b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:57.436026 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3cd7fdb-a49f-4f38-8102-799eb6480d6d req-d6e6ab2a-0d0f-459e-aaa2-ddabe322649b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0793333 Feb 18 00:32:57.482726 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3cd7fdb-a49f-4f38-8102-799eb6480d6d req-50363e43-ba9d-49a2-a194-2d4fbfdecbd0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Feb 18 00:32:57.912904 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac43b1d-9ba6-489b-ac42-7c86078f3d5f req-5dd20dc5-7952-4d9d-a5f9-198c78b2f91e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:57.914597 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dac43b1d-9ba6-489b-ac42-7c86078f3d5f req-5dd20dc5-7952-4d9d-a5f9-198c78b2f91e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0516541 Feb 18 00:32:57.960865 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dac43b1d-9ba6-489b-ac42-7c86078f3d5f req-c163cf6f-d8bf-4fea-9689-47ce0437d5fe tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409684 Feb 18 00:32:58.548650 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16999f-d3e4-4a72-94ba-fd71427e8291 req-f7339341-19be-4161-9538-65c598e22b49 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:58.550126 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3e16999f-d3e4-4a72-94ba-fd71427e8291 req-f7339341-19be-4161-9538-65c598e22b49 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0610604 Feb 18 00:32:58.633739 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3e16999f-d3e4-4a72-94ba-fd71427e8291 req-9a11543d-2d03-4b6f-b760-998b209aa8f6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754294 Feb 18 00:32:58.645695 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496952f7-aacc-4944-aa55-a62b95d276bc req-2d3ac2a4-8b8f-4f05-877f-0a06c3baf9bb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:58.648311 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-496952f7-aacc-4944-aa55-a62b95d276bc req-2d3ac2a4-8b8f-4f05-877f-0a06c3baf9bb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0916383 Feb 18 00:32:58.699002 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-496952f7-aacc-4944-aa55-a62b95d276bc req-1282f4ea-06f4-44f4-9cbb-10622563b9b7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Feb 18 00:32:58.763787 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a31fd9-22f3-4b9c-a77a-e8c7483ea81a req-086fb184-a1d5-4289-8398-62e252d1ab3d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:58.765254 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-35a31fd9-22f3-4b9c-a77a-e8c7483ea81a req-086fb184-a1d5-4289-8398-62e252d1ab3d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0534453 Feb 18 00:32:58.820416 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-35a31fd9-22f3-4b9c-a77a-e8c7483ea81a req-436970a0-4ee8-41eb-9308-b315c2d855f8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493782 Feb 18 00:32:58.844912 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 44546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:58.928774 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 44550) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:58.988543 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5a505363-f033-41f5-9fb5-2cf7f005448c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.048334 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d6434-1580-4a79-8795-d5bb93923fad tempest-TestShelveInstance-1536227405 tempest-TestShelveInstance-1536227405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:59.055409 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5c0d6434-1580-4a79-8795-d5bb93923fad tempest-TestShelveInstance-1536227405 tempest-TestShelveInstance-1536227405-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1124 time: 0.2061040 Feb 18 00:32:59.055409 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 44558) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:59.060343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'port_id': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:32:59.085068 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.120802 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5a505363-f033-41f5-9fb5-2cf7f005448c admin admin] Publish callbacks [] for security_group (4f5eb6ed-9177-4252-a762-95b0f04d30ee), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.138296 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e7c0a-75ad-4ade-876d-4681c5cab6b4 req-26932090-6db4-4462-b31c-9a13ba92eac1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:59.139845 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-802e7c0a-75ad-4ade-876d-4681c5cab6b4 req-26932090-6db4-4462-b31c-9a13ba92eac1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.1028428 Feb 18 00:32:59.140490 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5a505363-f033-41f5-9fb5-2cf7f005448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4f5eb6ed-9177-4252-a762-95b0f04d30ee), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.169368 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5a505363-f033-41f5-9fb5-2cf7f005448c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=254d68b8ad5d4e65a452d102f23caf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390492 Feb 18 00:32:59.182703 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 44584) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:32:59.211474 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.229128 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a505363-f033-41f5-9fb5-2cf7f005448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5eb6ed-9177-4252-a762-95b0f04d30ee,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:59.284877 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-802e7c0a-75ad-4ade-876d-4681c5cab6b4 req-fa8ccf61-9cc7-45c1-b752-9efc752a245c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202288 Feb 18 00:32:59.296195 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72b960b7-c446-4c0f-b4bc-94039eafe35d admin admin] Publish callbacks [] for security_group (4f5eb6ed-9177-4252-a762-95b0f04d30ee), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.325039 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72b960b7-c446-4c0f-b4bc-94039eafe35d admin admin] Publish callbacks [] for security_group (4f5eb6ed-9177-4252-a762-95b0f04d30ee), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.346861 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Allocated IP 172.27.2.223 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/41677afd-34f5-4474-966f-01b998abe151) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:32:59.351751 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d56e2d32-48b0-4486-b140-a4614294286b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.382327 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72b960b7-c446-4c0f-b4bc-94039eafe35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4f5eb6ed-9177-4252-a762-95b0f04d30ee), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.384943 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72b960b7-c446-4c0f-b4bc-94039eafe35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.386116 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-72b960b7-c446-4c0f-b4bc-94039eafe35d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f5eb6ed-9177-4252-a762-95b0f04d30ee HTTP/1.1" status: 204 len: 168 time: 0.2024801 Feb 18 00:32:59.395653 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b960b7-c446-4c0f-b4bc-94039eafe35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5eb6ed-9177-4252-a762-95b0f04d30ee,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:59.476738 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for port (41677afd-34f5-4474-966f-01b998abe151), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.526714 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (41677afd-34f5-4474-966f-01b998abe151), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.567751 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:32:59.575717 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:32:59.578488 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:32:59.608658 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'Port': ['ID=41677afd-34f5-4474-966f-01b998abe151,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:32:59.817111 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a70e0-d028-45d3-9e32-24d7905c3fe8 req-56fc7971-79be-47c7-b473-f6386f7920c9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:32:59.819105 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-132a70e0-d028-45d3-9e32-24d7905c3fe8 req-56fc7971-79be-47c7-b473-f6386f7920c9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0527296 Feb 18 00:32:59.867528 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-132a70e0-d028-45d3-9e32-24d7905c3fe8 req-1115f810-53dc-47d0-928c-c5c49fcc5843 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Feb 18 00:32:59.907117 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for floatingip (eca72685-f6cc-4813-b631-d4bccc181a6b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:32:59.975231 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (41677afd-34f5-4474-966f-01b998abe151), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:00.119046 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for port (41677afd-34f5-4474-966f-01b998abe151), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:00.123081 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (41677afd-34f5-4474-966f-01b998abe151), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:00.153009 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (eca72685-f6cc-4813-b631-d4bccc181a6b), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:00.254584 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:00.422906 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c9d0-e776-4cb4-b17b-72616cf6d7a8 req-584541af-4ba9-48cf-b3af-e1fa273615c8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:00.424309 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ac56c9d0-e776-4cb4-b17b-72616cf6d7a8 req-584541af-4ba9-48cf-b3af-e1fa273615c8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0545805 Feb 18 00:33:00.426607 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event updated for resources: {'Port': ['ID=41677afd-34f5-4474-966f-01b998abe151,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:00.464245 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Floating IP eca72685-f6cc-4813-b631-d4bccc181a6b associated. External IP: 172.27.2.223, port: de9130cb-1fc8-4407-bfa9-a3ecf1c8e809. Feb 18 00:33:00.482759 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ac56c9d0-e776-4cb4-b17b-72616cf6d7a8 req-d0c49ff6-981b-4e85-93d8-a69b18bb274b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520749 Feb 18 00:33:00.680377 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Router 92b6ca09-99f2-4a1a-9aca-328726174867 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:33:00.790619 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:33:00.800931 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] Sync routers for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:33:00.809063 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:00.811848 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:00.812460 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:32:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:00.850940 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-cf465c2a-8dea-48e5-a5b5-f96f6f6249d7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7947342 Feb 18 00:33:00.851654 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:00.854307 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:00.898696 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3053d-397c-473a-bd74-46c577c49d59 x-openstack-request-id: req-ded3053d-397c-473a-bd74-46c577c49d59 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:00.899307 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:00.899934 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ded3053d-397c-473a-bd74-46c577c49d59 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:00.900435 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'status': 'completed', 'code': 200} Feb 18 00:33:00.933748 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:00.997998 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2f779-14da-415b-aa1a-ab4db5e27f5d req-071c830d-db36-4963-b6d5-0e5b53b95f4c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:01.000186 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55a2f779-14da-415b-aa1a-ab4db5e27f5d req-071c830d-db36-4963-b6d5-0e5b53b95f4c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0635006 Feb 18 00:33:01.052747 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55a2f779-14da-415b-aa1a-ab4db5e27f5d req-9755853d-9101-4b7e-af17-fcdb6dd4193e tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Feb 18 00:33:01.184064 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'eca72685-f6cc-4813-b631-d4bccc181a6b', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'port_id': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'mac_address': 'fa:16:3e:3c:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:32:59Z', 'updated_at': '2022-02-18T00:32:59Z', 'revision_number': 0, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:41Z', 'revision_number': 5, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:01.219864 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] Checking router: 92b6ca09-99f2-4a1a-9aca-328726174867 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:33:01.230155 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:01.230797 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:32:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:01.356566 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:01.589438 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:01.651695 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'eca72685-f6cc-4813-b631-d4bccc181a6b', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'port_id': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'mac_address': 'fa:16:3e:3c:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:32:59Z', 'updated_at': '2022-02-18T00:32:59Z', 'revision_number': 0, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:41Z', 'revision_number': 5, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:01.707224 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe659-c918-4e47-8ca1-fa1d82476447 req-8df0cf2d-efaf-4e35-b3f8-ec49d99f1307 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:01.716086 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-265fe659-c918-4e47-8ca1-fa1d82476447 req-8df0cf2d-efaf-4e35-b3f8-ec49d99f1307 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.1346207 Feb 18 00:33:01.743795 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-5b2ea909-fa2d-46a8-9781-609b6bf0c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:01.745833 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-5b2ea909-fa2d-46a8-9781-609b6bf0c9a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1129 time: 0.1083510 Feb 18 00:33:01.795168 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-265fe659-c918-4e47-8ca1-fa1d82476447 req-631cd875-448f-4e5d-91ca-d1eef537c3d9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780959 Feb 18 00:33:01.798275 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f327f10-7c94-40ce-8810-760841d85918 None None] The sync data for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi is: [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'eca72685-f6cc-4813-b631-d4bccc181a6b', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'port_id': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'mac_address': 'fa:16:3e:3c:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:32:59Z', 'updated_at': '2022-02-18T00:32:59Z', 'revision_number': 0, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:41Z', 'revision_number': 5, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:33:01.887123 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-5c5c4f61-6ef7-455a-a462-a319da67d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:01.888646 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-5c5c4f61-6ef7-455a-a462-a319da67d722 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 909 time: 0.1067288 Feb 18 00:33:01.968844 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-a45dd12d-e36e-4253-8336-a61ffd3c02a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 999 time: 0.0687099 Feb 18 00:33:02.020290 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-f13a74a1-29d7-461b-9d0a-edc44611207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:02.022028 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-f13a74a1-29d7-461b-9d0a-edc44611207e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 200 len: 847 time: 0.0460060 Feb 18 00:33:02.032518 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b972036-43f9-4f28-a660-f5d43b38ca3a None None] New status for floating IP eca72685-f6cc-4813-b631-d4bccc181a6b: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:33:02.072517 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-dd489d37-634f-4303-afd0-f7fd4e50a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:02.074009 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-dd489d37-634f-4303-afd0-f7fd4e50a1ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6e1e66a-abd4-4532-8f57-255c10d7eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446162 Feb 18 00:33:02.211487 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-54e8b0dc-402a-464f-b8bf-80803cab2221 service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221559 Feb 18 00:33:02.219117 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302160f-d32e-4f02-bd77-84c80d34c723 req-bae39fe6-6d57-4027-b39d-039aeef59df9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:02.220641 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f302160f-d32e-4f02-bd77-84c80d34c723 req-bae39fe6-6d57-4027-b39d-039aeef59df9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0852695 Feb 18 00:33:02.328393 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f302160f-d32e-4f02-bd77-84c80d34c723 req-10cccf81-89f3-4f67-8bec-67d5658524fc tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946641 Feb 18 00:33:02.347876 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6e63e102-7ea9-4ea0-ac1d-7ea91d020859 req-02b753e4-739f-4bc8-b70d-f6f3401dbf55 service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218863 Feb 18 00:33:02.948614 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e86ed-cf3c-4bf4-941c-4e7bd614ea86 req-13b9b75b-a46b-4b0f-9687-b38fe11dd6d0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:02.950415 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c57e86ed-cf3c-4bf4-941c-4e7bd614ea86 req-13b9b75b-a46b-4b0f-9687-b38fe11dd6d0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0616374 Feb 18 00:33:03.002115 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c57e86ed-cf3c-4bf4-941c-4e7bd614ea86 req-65870c1d-adbf-4511-9ee2-e7b3fd731eac tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462885 Feb 18 00:33:03.126777 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:03.450154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2becd4-033e-47e1-af2e-1f5c7325ac18 req-b34f47ee-e4dc-4df7-a5e2-f9d04f45f475 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:03.451725 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a2becd4-033e-47e1-af2e-1f5c7325ac18 req-b34f47ee-e4dc-4df7-a5e2-f9d04f45f475 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0560286 Feb 18 00:33:03.498610 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a2becd4-033e-47e1-af2e-1f5c7325ac18 req-0ddbc0eb-b903-4154-9c62-956cdec12cbf tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Feb 18 00:33:03.704328 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-ac13920d-018c-445d-85d7-485da1d1af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:03.705801 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-ac13920d-018c-445d-85d7-485da1d1af94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae&tenant_id=d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 1128 time: 0.0764968 Feb 18 00:33:03.785792 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-854c0e4e-497d-4b2c-b6d5-720a995d1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:03.787357 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-854c0e4e-497d-4b2c-b6d5-720a995d1ab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1128 time: 0.0442224 Feb 18 00:33:03.885062 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-8c4e1a5d-abaa-4e6b-9c73-a23dcc374aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:03.886648 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-8c4e1a5d-abaa-4e6b-9c73-a23dcc374aad service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.0876188 Feb 18 00:33:03.953804 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-97d0e11e-da8a-48ce-9dd5-3a35369d6e32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 200 len: 1000 time: 0.0592530 Feb 18 00:33:04.009413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-f9b5bf88-e455-4a24-85d6-83fb2462a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:04.010883 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-f9b5bf88-e455-4a24-85d6-83fb2462a97e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0510881 Feb 18 00:33:04.078687 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-a9fe0d26-8555-40ce-8d28-77b16d13c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:04.080356 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-a9fe0d26-8555-40ce-8d28-77b16d13c31a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580580 Feb 18 00:33:04.192833 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbea88-f930-4ebf-9cc6-db30f6d593b5 req-06296832-e290-4137-9486-153b6b8048a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:04.194200 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9cbbea88-f930-4ebf-9cc6-db30f6d593b5 req-06296832-e290-4137-9486-153b6b8048a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.1129878 Feb 18 00:33:04.223660 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-4dab519c-edab-4b49-b44d-6e832198183f service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171350 Feb 18 00:33:04.297209 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9cbbea88-f930-4ebf-9cc6-db30f6d593b5 req-a2d7c71f-03c2-4759-aa69-749fd04ae3d9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947664 Feb 18 00:33:04.331850 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc6a146b-20e2-409e-8691-a9fc2aabeb1c req-ab5ca5a4-60e0-45a7-90b8-5cdf32f23ddb service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015549 Feb 18 00:33:04.619177 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403e128-2eec-4a0c-b1d7-aa7ac6ad2cef req-a5d310ef-a645-4a68-9213-c158926610c4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:04.620664 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2403e128-2eec-4a0c-b1d7-aa7ac6ad2cef req-a5d310ef-a645-4a68-9213-c158926610c4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0540180 Feb 18 00:33:04.671999 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2403e128-2eec-4a0c-b1d7-aa7ac6ad2cef req-8c8c2ce6-629d-4bc7-a409-ce078cf787e6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 Feb 18 00:33:05.432163 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18237fc-1932-48d9-9e97-97526723e137 req-045ce752-1430-421f-bbb0-74c71c00a852 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:05.433724 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c18237fc-1932-48d9-9e97-97526723e137 req-045ce752-1430-421f-bbb0-74c71c00a852 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0548315 Feb 18 00:33:05.485532 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c18237fc-1932-48d9-9e97-97526723e137 req-f2944ecc-185f-4747-be36-cb8264bce4b2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455866 Feb 18 00:33:05.821501 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d58b5-979a-4001-b964-3536cfde5197 req-3abce519-7b56-4e34-b454-163c6f60a74c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:05.821501 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-384d58b5-979a-4001-b964-3536cfde5197 req-3abce519-7b56-4e34-b454-163c6f60a74c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0687339 Feb 18 00:33:05.859185 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:05.894670 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-384d58b5-979a-4001-b964-3536cfde5197 req-8c5bdbac-2fff-48fc-8708-abc10c4d609c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662711 Feb 18 00:33:06.382159 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9eca-dc4d-413b-b47c-5fb8bf68fbaf req-b66fa848-a24a-402b-83bf-99a4b5f1f824 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:06.386903 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13ef9eca-dc4d-413b-b47c-5fb8bf68fbaf req-b66fa848-a24a-402b-83bf-99a4b5f1f824 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0583813 Feb 18 00:33:06.431657 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-13ef9eca-dc4d-413b-b47c-5fb8bf68fbaf req-5c8d9a2d-2dfb-4859-80f1-8823e0f65947 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Feb 18 00:33:06.625263 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f945bdd-f68b-4b3f-8ce2-5752a2f17fba req-3c5765f9-8f93-4aa0-8d03-a328eee4cd55 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:06.626787 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4f945bdd-f68b-4b3f-8ce2-5752a2f17fba req-3c5765f9-8f93-4aa0-8d03-a328eee4cd55 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0625246 Feb 18 00:33:06.685519 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4f945bdd-f68b-4b3f-8ce2-5752a2f17fba req-88415c96-75bd-4d33-872d-53b61e50c8fd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497274 Feb 18 00:33:07.039880 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184d039-640f-49fb-8474-c9a16a550fd0 req-ba218135-3478-403c-bec9-5053ab8da519 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:07.041364 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a184d039-640f-49fb-8474-c9a16a550fd0 req-ba218135-3478-403c-bec9-5053ab8da519 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0528796 Feb 18 00:33:07.097945 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a184d039-640f-49fb-8474-c9a16a550fd0 req-e2943667-4fdf-404e-9ec1-979b5b35fc62 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Feb 18 00:33:07.557714 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45920a-dd0d-47dd-9094-55c40d8f5fe8 req-e12ed718-2602-4a68-8c85-dee29dbd2524 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:07.559394 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cc45920a-dd0d-47dd-9094-55c40d8f5fe8 req-e12ed718-2602-4a68-8c85-dee29dbd2524 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0553472 Feb 18 00:33:07.612967 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cc45920a-dd0d-47dd-9094-55c40d8f5fe8 req-54c701d8-55e1-45e9-a4d8-57f68ecd122b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474067 Feb 18 00:33:07.831183 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90e1b3-a497-4d6d-8223-6c40e53372c0 req-222bd62a-bf16-40a4-86df-bf1b29e4cdbd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:07.832719 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0f90e1b3-a497-4d6d-8223-6c40e53372c0 req-222bd62a-bf16-40a4-86df-bf1b29e4cdbd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0681982 Feb 18 00:33:07.900122 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0f90e1b3-a497-4d6d-8223-6c40e53372c0 req-d52a8006-b204-4255-aea8-941bca96cb5b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612764 Feb 18 00:33:08.062560 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 44810) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:08.214498 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:08.283889 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f1d2-a5ea-4262-bbf5-d710ee583c4a req-03f8a810-b9ad-44fe-b6a4-be9928f21732 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:08.285504 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3138f1d2-a5ea-4262-bbf5-d710ee583c4a req-03f8a810-b9ad-44fe-b6a4-be9928f21732 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0874531 Feb 18 00:33:08.350384 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3138f1d2-a5ea-4262-bbf5-d710ee583c4a req-c0e8426f-e973-43a8-bb16-530e535f4635 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Feb 18 00:33:08.374677 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Publish callbacks [] for security_group (df138702-3fcc-4021-a600-980a64445511), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:08.379737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (df138702-3fcc-4021-a600-980a64445511), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:08.411685 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c512373e520b4902ab9b8e78d8e03b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478484 Feb 18 00:33:08.414782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 44816) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:08.456885 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df138702-3fcc-4021-a600-980a64445511,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:08.470194 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.470667 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.471043 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.471537 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.471858 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.472254 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.472647 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.473034 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.473439 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.473899 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.474292 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.474735 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.475189 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4075ea5d-d3be-4f97-8d84-2e174576e08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:08.495162 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f828d9e0-f6e8-4757-bd49-2babf24ce716 admin admin] Publish callbacks [] for security_group (df138702-3fcc-4021-a600-980a64445511), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:08.516971 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f828d9e0-f6e8-4757-bd49-2babf24ce716 admin admin] Publish callbacks [] for security_group (df138702-3fcc-4021-a600-980a64445511), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:08.575077 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f828d9e0-f6e8-4757-bd49-2babf24ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (df138702-3fcc-4021-a600-980a64445511), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:08.577690 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f828d9e0-f6e8-4757-bd49-2babf24ce716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:08.581377 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f828d9e0-f6e8-4757-bd49-2babf24ce716 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df138702-3fcc-4021-a600-980a64445511 HTTP/1.1" status: 204 len: 168 time: 0.1628993 Feb 18 00:33:08.601301 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d9e0-f6e8-4757-bd49-2babf24ce716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df138702-3fcc-4021-a600-980a64445511,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:08.758277 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92df9ca-91a9-4962-adfd-f659fa3a3754 req-a50c95ff-ed5d-4bb4-ab60-9556bd945d2d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:08.766569 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e92df9ca-91a9-4962-adfd-f659fa3a3754 req-a50c95ff-ed5d-4bb4-ab60-9556bd945d2d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0753686 Feb 18 00:33:08.812230 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e92df9ca-91a9-4962-adfd-f659fa3a3754 req-a80315c6-8adf-4ddd-8260-9b5be177524c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Feb 18 00:33:09.044042 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b52f3-3e20-4889-acf5-3bec4ab8e43e req-c4fd13b8-d47d-4665-b37b-e86f77b532fa tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:09.046002 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7b8b52f3-3e20-4889-acf5-3bec4ab8e43e req-c4fd13b8-d47d-4665-b37b-e86f77b532fa tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0684474 Feb 18 00:33:09.104199 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7b8b52f3-3e20-4889-acf5-3bec4ab8e43e req-7ea47e43-4dff-472a-b600-d45c80f97dd2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483656 Feb 18 00:33:09.476492 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286708d-8409-4e4f-bcf0-9a4250fa67f9 req-fc198315-b8bf-4122-8131-7e3d0a4030ca tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:09.482874 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0286708d-8409-4e4f-bcf0-9a4250fa67f9 req-fc198315-b8bf-4122-8131-7e3d0a4030ca tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0589247 Feb 18 00:33:09.540448 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0286708d-8409-4e4f-bcf0-9a4250fa67f9 req-41660f17-48db-4ccd-adcd-413014d7665a tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563240 Feb 18 00:33:09.990213 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5887ae7-ad5c-403f-ab32-ee4aaa808e54 req-1cc20aa3-64b3-4ebd-b694-22d8445feac3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:09.991830 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b5887ae7-ad5c-403f-ab32-ee4aaa808e54 req-1cc20aa3-64b3-4ebd-b694-22d8445feac3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0867350 Feb 18 00:33:10.045195 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b5887ae7-ad5c-403f-ab32-ee4aaa808e54 req-cdef9729-f4d8-4622-881b-53a60f7c8c1e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466123 Feb 18 00:33:10.242843 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18970b9-da73-47f9-8bf0-ad58650f7cba req-023fe05f-c75e-468d-b475-32242b169733 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:10.244396 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b18970b9-da73-47f9-8bf0-ad58650f7cba req-023fe05f-c75e-468d-b475-32242b169733 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0551376 Feb 18 00:33:10.296465 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b18970b9-da73-47f9-8bf0-ad58650f7cba req-3ed99752-f5b8-4d58-b9ce-bc8e6eaa163a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462344 Feb 18 00:33:10.658109 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025339-8bda-4e69-badb-453ab21539d8 req-dc50a0e0-6e5c-4b83-865c-58e3c69792f1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:10.659883 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ce025339-8bda-4e69-badb-453ab21539d8 req-dc50a0e0-6e5c-4b83-865c-58e3c69792f1 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0560765 Feb 18 00:33:10.722182 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ce025339-8bda-4e69-badb-453ab21539d8 req-45ee922e-f768-4ec9-b291-12ac4dd57cca tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 Feb 18 00:33:11.403822 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b27b8-b655-4802-bf95-01db8c488e0c req-2cfac5c4-00c1-4b18-ae5a-e7ac12becad3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:11.405202 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed9b27b8-b655-4802-bf95-01db8c488e0c req-2cfac5c4-00c1-4b18-ae5a-e7ac12becad3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.2642865 Feb 18 00:33:11.478268 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eddc5-2efc-4c9b-9267-cb9e6b8c0565 req-7daddfa3-e0c8-439b-99ec-efbede7bb0dd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:11.479750 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-917eddc5-2efc-4c9b-9267-cb9e6b8c0565 req-7daddfa3-e0c8-439b-99ec-efbede7bb0dd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0736871 Feb 18 00:33:11.529534 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed9b27b8-b655-4802-bf95-01db8c488e0c req-adad0fad-e8c4-47e0-87f4-a67aa4d6a92b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153431 Feb 18 00:33:11.562169 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-917eddc5-2efc-4c9b-9267-cb9e6b8c0565 req-e615f2e0-73ce-438e-b48f-747b590fbac4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664988 Feb 18 00:33:11.858142 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c727bcc-c03d-4648-ba18-58e3679b3494 req-916ad6c7-3faf-427c-a407-ede50888fabb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:11.859682 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0c727bcc-c03d-4648-ba18-58e3679b3494 req-916ad6c7-3faf-427c-a407-ede50888fabb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0598338 Feb 18 00:33:11.911088 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0c727bcc-c03d-4648-ba18-58e3679b3494 req-6fc26145-a8cc-4923-b4cd-755d34abfdbd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Feb 18 00:33:12.686797 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d034c0-c802-4a0f-ad82-459034dd84d3 req-c5c4b41b-214b-4269-a1d9-eb85a33f6690 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:12.688241 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95d034c0-c802-4a0f-ad82-459034dd84d3 req-c5c4b41b-214b-4269-a1d9-eb85a33f6690 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0827961 Feb 18 00:33:12.722098 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033717d3-1b5e-4b6d-bb2c-8ea06a962a26 req-49d185a3-478e-42fc-9bae-9dc82e3cc7ec tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:12.723615 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-033717d3-1b5e-4b6d-bb2c-8ea06a962a26 req-49d185a3-478e-42fc-9bae-9dc82e3cc7ec tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0844905 Feb 18 00:33:12.766606 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-95d034c0-c802-4a0f-ad82-459034dd84d3 req-8ce1f4d2-356c-483f-ae26-ec8e7e7672c3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710719 Feb 18 00:33:12.789267 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-033717d3-1b5e-4b6d-bb2c-8ea06a962a26 req-9aa678bd-3880-4424-b229-1a9f3ab9eb95 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592270 Feb 18 00:33:13.041020 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e45fc-f7b2-48ce-95f6-cf01f94fbd28 req-fbc7e740-95e3-481f-9f2c-66233bf5190d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:13.042859 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f68e45fc-f7b2-48ce-95f6-cf01f94fbd28 req-fbc7e740-95e3-481f-9f2c-66233bf5190d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0549283 Feb 18 00:33:13.096484 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f68e45fc-f7b2-48ce-95f6-cf01f94fbd28 req-ee489fc2-7d75-4d4f-84fd-626298998dd8 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Feb 18 00:33:13.934113 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8548c-e0fc-4148-8017-1cd0f2959bcf req-94d9f2db-e60d-45ad-9179-b2c0be2f35a1 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:13.936016 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ffe8548c-e0fc-4148-8017-1cd0f2959bcf req-94d9f2db-e60d-45ad-9179-b2c0be2f35a1 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0993853 Feb 18 00:33:13.950259 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90af86-a817-4d4c-9a0c-4b71ded93616 req-046e8d91-8730-4db5-875a-4ef3f417c34b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:13.951794 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f90af86-a817-4d4c-9a0c-4b71ded93616 req-046e8d91-8730-4db5-875a-4ef3f417c34b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0797803 Feb 18 00:33:14.031116 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f90af86-a817-4d4c-9a0c-4b71ded93616 req-d6405ea7-456d-46c7-8e72-b353e1cb4e25 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718060 Feb 18 00:33:14.034067 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ffe8548c-e0fc-4148-8017-1cd0f2959bcf req-f2adcf0e-917a-4f2b-b5b0-9ad7062de06c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813684 Feb 18 00:33:14.230187 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328557b-7f3b-49b1-8f37-5708bef9cb2e req-4d6d4c28-9e5e-4344-9aaf-1d47a800290c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:14.231833 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a328557b-7f3b-49b1-8f37-5708bef9cb2e req-4d6d4c28-9e5e-4344-9aaf-1d47a800290c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0591717 Feb 18 00:33:14.279994 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a328557b-7f3b-49b1-8f37-5708bef9cb2e req-d65be0fb-90ca-4b39-976c-11f7c3c9894c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Feb 18 00:33:15.192681 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295e911-e474-4862-93f2-5e98b9aea6de req-59c196c3-79e4-4eb1-b2d3-3428b49ec06a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:15.194047 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3295e911-e474-4862-93f2-5e98b9aea6de req-59c196c3-79e4-4eb1-b2d3-3428b49ec06a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0867219 Feb 18 00:33:15.201678 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae6631-42a2-4fc3-8777-0e884d5a92fc req-ea6691f8-d700-482d-adf3-97efb321c1d9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:15.203141 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e8ae6631-42a2-4fc3-8777-0e884d5a92fc req-ea6691f8-d700-482d-adf3-97efb321c1d9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0867064 Feb 18 00:33:15.278717 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e8ae6631-42a2-4fc3-8777-0e884d5a92fc req-7903292a-1842-4426-846b-3d1c16fd4f4f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663712 Feb 18 00:33:15.287380 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3295e911-e474-4862-93f2-5e98b9aea6de req-7fd3d29c-3c01-4b75-a248-bcc0f3c96b51 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832455 Feb 18 00:33:15.446473 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ac6bf-8c3a-482c-86c1-e17d3401b7dd req-2b8110d5-e7a4-438b-85c4-f2a28e84f9ee tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:15.446473 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-942ac6bf-8c3a-482c-86c1-e17d3401b7dd req-2b8110d5-e7a4-438b-85c4-f2a28e84f9ee tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0780256 Feb 18 00:33:15.493209 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-942ac6bf-8c3a-482c-86c1-e17d3401b7dd req-275f467a-ab9b-409d-a72c-8f08dd66bbb7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468454 Feb 18 00:33:16.436492 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933e1b-01b3-4838-afbb-e2f2a4230779 req-18a8336c-a2bc-4ace-b1f8-993483c3de01 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:16.437908 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f933e1b-01b3-4838-afbb-e2f2a4230779 req-18a8336c-a2bc-4ace-b1f8-993483c3de01 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0728579 Feb 18 00:33:16.448107 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ba945-15de-4f1a-aed1-d41682e04f4e req-67c1e03a-9259-49e2-944a-a832a3fc4ea3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:16.449478 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-995ba945-15de-4f1a-aed1-d41682e04f4e req-67c1e03a-9259-49e2-944a-a832a3fc4ea3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0929348 Feb 18 00:33:16.527690 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f933e1b-01b3-4838-afbb-e2f2a4230779 req-5d5f18d5-cd5a-4f2d-8de7-53647c91de5b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772338 Feb 18 00:33:16.530801 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-995ba945-15de-4f1a-aed1-d41682e04f4e req-33951870-eec6-4f03-adf4-426e178e5ad4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747023 Feb 18 00:33:16.655991 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede23d97-6020-42f5-b678-791ce31964e8 req-4be5c185-ab12-47fc-8dbb-23915fc82cad tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:16.657959 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ede23d97-6020-42f5-b678-791ce31964e8 req-4be5c185-ab12-47fc-8dbb-23915fc82cad tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0550106 Feb 18 00:33:16.735020 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ede23d97-6020-42f5-b678-791ce31964e8 req-e6da4a62-b308-4087-a734-2e4d692161af tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703065 Feb 18 00:33:16.739920 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-705bdd1f-3d42-4780-885f-40095daed4d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742247 Feb 18 00:33:17.684301 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b1ec-d741-47f4-92bc-677713e8fd21 req-dea8daaa-a50c-4dcb-9405-90f44b1d8814 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:17.685826 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3273b1ec-d741-47f4-92bc-677713e8fd21 req-dea8daaa-a50c-4dcb-9405-90f44b1d8814 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0864010 Feb 18 00:33:17.700212 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5fd8d-d113-47c0-bd4d-eff7c8fc4e8b req-6c4ae159-580c-4f5d-bc87-264dbf486d59 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:17.701643 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-10a5fd8d-d113-47c0-bd4d-eff7c8fc4e8b req-6c4ae159-580c-4f5d-bc87-264dbf486d59 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0930316 Feb 18 00:33:17.771356 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-10a5fd8d-d113-47c0-bd4d-eff7c8fc4e8b req-01762717-d806-4002-a7f7-2941fae9acf8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641203 Feb 18 00:33:17.774934 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3273b1ec-d741-47f4-92bc-677713e8fd21 req-fd301bc5-6f84-46c7-b175-9c4a39f9e9a2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827341 Feb 18 00:33:17.878714 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1f86d-09f2-4348-a6ac-6a1cf346eca6 req-ff6562be-fe49-4d3e-a624-e5461a300246 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:17.880158 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d0f1f86d-09f2-4348-a6ac-6a1cf346eca6 req-ff6562be-fe49-4d3e-a624-e5461a300246 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0514297 Feb 18 00:33:17.930008 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d0f1f86d-09f2-4348-a6ac-6a1cf346eca6 req-5d6814ea-6f60-4158-971b-680a020f82b0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Feb 18 00:33:18.447428 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-01a6f69c-a312-479c-896c-de53172aa6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:18.449113 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-01a6f69c-a312-479c-896c-de53172aa6ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 1129 time: 0.0452068 Feb 18 00:33:18.625067 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-a150dbf2-bc00-401a-8f69-a1f7c3096557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:18.626558 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-a150dbf2-bc00-401a-8f69-a1f7c3096557 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.0902300 Feb 18 00:33:18.678598 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-4e792d1e-3406-498e-88c6-7e7b875938f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=088af147-6203-4845-8ea8-bc3fac146146 HTTP/1.1" status: 200 len: 217 time: 0.0394549 Feb 18 00:33:18.740422 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-4259ffcf-8f8b-4f54-b4f6-093352a038e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:18.742549 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-4259ffcf-8f8b-4f54-b4f6-093352a038e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0567598 Feb 18 00:33:18.778122 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-8eb3f4dd-56c7-4400-bd21-9eb58e2596f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272610 Feb 18 00:33:18.951535 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-507d822b-7b27-4b4d-9a1b-8dbbc2e01025 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572664 Feb 18 00:33:18.961602 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32d406-e490-4aa6-a5e6-5e41dfc46e8b req-5b0a38f8-8ef0-40fa-9e73-4229c452c49b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:18.962993 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed32d406-e490-4aa6-a5e6-5e41dfc46e8b req-5b0a38f8-8ef0-40fa-9e73-4229c452c49b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.1167150 Feb 18 00:33:18.969590 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd96e3-168a-4b27-a280-84c0354e467b req-52916fa5-79b5-4d20-a57a-597f7952f0f6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:18.970953 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e4fd96e3-168a-4b27-a280-84c0354e467b req-52916fa5-79b5-4d20-a57a-597f7952f0f6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.1230099 Feb 18 00:33:19.100163 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed32d406-e490-4aa6-a5e6-5e41dfc46e8b req-f1f1f935-bcfe-470c-94d0-5660547c4efe tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278167 Feb 18 00:33:19.111756 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e4fd96e3-168a-4b27-a280-84c0354e467b req-ec07328d-0fb6-49c2-a10a-dfbfa687a5dd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262650 Feb 18 00:33:19.141306 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3a1d397-bea0-4868-989b-060c738a19c5 req-c895db4e-54fe-435d-8ad5-6c631ad83e82 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682241 Feb 18 00:33:19.219937 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db21c91-77b7-4806-9309-b4096267c7fb req-1bf388b6-9f08-478d-b07f-92b8e404f4fd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:19.221302 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0db21c91-77b7-4806-9309-b4096267c7fb req-1bf388b6-9f08-478d-b07f-92b8e404f4fd tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0542154 Feb 18 00:33:19.269070 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0db21c91-77b7-4806-9309-b4096267c7fb req-2678ada0-6998-4517-ab68-5a251577691b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Feb 18 00:33:20.032730 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 44990) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:20.141486 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:20.226687 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Publish callbacks [] for security_group (cc07ff9b-f7ec-4057-ab21-eee951f91985), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:20.231017 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (cc07ff9b-f7ec-4057-ab21-eee951f91985), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:20.267691 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa103414-4b1d-49cd-a8af-989330c6f218 req-d9785090-3084-4eff-b339-ec837eed7d0d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:20.269578 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fa103414-4b1d-49cd-a8af-989330c6f218 req-d9785090-3084-4eff-b339-ec837eed7d0d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0996253 Feb 18 00:33:20.272983 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1e2e5f49788467ca5a22baf00bd02bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392006 Feb 18 00:33:20.273973 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc07ff9b-f7ec-4057-ab21-eee951f91985,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:20.276033 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 44998) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:20.285685 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefa3d3-d117-4300-845f-be84b458f350 req-88ad3f17-619c-4407-a99d-0668a9abff12 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:20.287208 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2cefa3d3-d117-4300-845f-be84b458f350 req-88ad3f17-619c-4407-a99d-0668a9abff12 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0857716 Feb 18 00:33:20.293316 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.293672 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.294022 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.294392 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.294874 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.295209 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.295537 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.295863 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.296190 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.296512 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.296838 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.297156 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.297474 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f348f7-4feb-4c54-94a9-03842bb33992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:20.341088 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0470bc5c-7427-4804-8bff-5df483e9c168 admin admin] Publish callbacks [] for security_group (cc07ff9b-f7ec-4057-ab21-eee951f91985), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:20.357948 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fa103414-4b1d-49cd-a8af-989330c6f218 req-3728cc06-2190-4c29-85d6-fa2b68bb5de2 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795715 Feb 18 00:33:20.363426 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0470bc5c-7427-4804-8bff-5df483e9c168 admin admin] Publish callbacks [] for security_group (cc07ff9b-f7ec-4057-ab21-eee951f91985), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:20.366851 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2cefa3d3-d117-4300-845f-be84b458f350 req-b9cdf2a0-0e5c-44c1-b888-1d214f59d44e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666230 Feb 18 00:33:20.416515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0470bc5c-7427-4804-8bff-5df483e9c168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (cc07ff9b-f7ec-4057-ab21-eee951f91985), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:20.419236 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0470bc5c-7427-4804-8bff-5df483e9c168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:20.420385 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0470bc5c-7427-4804-8bff-5df483e9c168 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc07ff9b-f7ec-4057-ab21-eee951f91985 HTTP/1.1" status: 204 len: 168 time: 0.1434669 Feb 18 00:33:20.431765 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470bc5c-7427-4804-8bff-5df483e9c168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc07ff9b-f7ec-4057-ab21-eee951f91985,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:20.519017 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd27c-6d76-4e86-9a58-8f4cbab52e4b req-5c4c354d-afe0-4fb7-beb9-478355f095ba tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:20.520455 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed3fd27c-6d76-4e86-9a58-8f4cbab52e4b req-5c4c354d-afe0-4fb7-beb9-478355f095ba tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0711720 Feb 18 00:33:20.589111 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a0ad-39f6-4d01-9f59-11345b9cb036 req-7f25f9b5-b28d-4030-a9cc-ccf6be80df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:20.590687 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d698a0ad-39f6-4d01-9f59-11345b9cb036 req-7f25f9b5-b28d-4030-a9cc-ccf6be80df4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.0868344 Feb 18 00:33:20.598200 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed3fd27c-6d76-4e86-9a58-8f4cbab52e4b req-0ec66c75-1326-4717-9c0c-d7a4d7c024e4 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627635 Feb 18 00:33:20.643655 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d698a0ad-39f6-4d01-9f59-11345b9cb036 req-a22bd0aa-f2a2-4279-a0d1-256d9c77d10f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Feb 18 00:33:21.528580 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc61fd-fa54-4520-b64f-40471a0f9701 req-67a59670-cbd4-44d6-9009-883fb3158d3a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:21.530044 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5ebc61fd-fa54-4520-b64f-40471a0f9701 req-67a59670-cbd4-44d6-9009-883fb3158d3a tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0866008 Feb 18 00:33:21.537241 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de4283-8e0a-48c2-9f64-66c2f3053ff1 req-e27475d4-37fb-4475-b0d4-d70cec29ee5a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:21.538644 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55de4283-8e0a-48c2-9f64-66c2f3053ff1 req-e27475d4-37fb-4475-b0d4-d70cec29ee5a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0926909 Feb 18 00:33:21.608270 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5ebc61fd-fa54-4520-b64f-40471a0f9701 req-f2f462e8-7fab-4afb-8d6e-dc6a7587f60b tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686932 Feb 18 00:33:21.611451 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55de4283-8e0a-48c2-9f64-66c2f3053ff1 req-d64dd9b1-2da1-42d6-b372-74d8c7a33f34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664237 Feb 18 00:33:21.719932 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1e932-e08a-402d-b96a-b28648afb958 req-f2b9fab3-fa37-462c-89c2-0af02fe33b1f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:21.721316 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7bf1e932-e08a-402d-b96a-b28648afb958 req-f2b9fab3-fa37-462c-89c2-0af02fe33b1f tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0527902 Feb 18 00:33:21.805070 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7bf1e932-e08a-402d-b96a-b28648afb958 req-76570c4e-7ca6-4383-9557-535b9888139d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770464 Feb 18 00:33:21.812369 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-46cecb84-9e43-425f-881b-b881cd1b167e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:21.813745 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-46cecb84-9e43-425f-881b-b881cd1b167e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 945 time: 0.0805123 Feb 18 00:33:21.908810 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Deleting port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:21.909150 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:21.999204 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] For port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:21.999565 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:22.012180 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Calling delete_port for 15a0e256-85fc-4089-bf1d-d5fe4114d6cc owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:22.141838 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (15a0e256-85fc-4089-bf1d-d5fe4114d6cc), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:22.174812 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event deleted for resources: {'Port': ['ID=15a0e256-85fc-4089-bf1d-d5fe4114d6cc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:22.195840 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47', '9452ee25-6c51-4bd1-b816-8362a7445bc3', '3b2b95e2-db64-491d-ba23-c46268b50ca1', '15a0e256-85fc-4089-bf1d-d5fe4114d6cc'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:33:22.216628 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] No DVR routers for this DVR port 15a0e256-85fc-4089-bf1d-d5fe4114d6cc on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:33:22.219685 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:22.222929 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c3ecfd63-fd3b-467b-aec2-39c664674997 req-14177c59-8532-4c15-9dbe-4dccaefc39c0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "DELETE /v2.0/ports/15a0e256-85fc-4089-bf1d-d5fe4114d6cc HTTP/1.1" status: 204 len: 173 time: 0.4024301 Feb 18 00:33:22.223371 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'name': 'network-vif-deleted', 'tag': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:22.226098 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3635dec4-6f57-46e5-99a9-2826720abb20" -d '{"events": [{"server_uuid": "b65ff4bc-685e-4bdb-86c8-0e09694d2d29", "name": "network-vif-deleted", "tag": "15a0e256-85fc-4089-bf1d-d5fe4114d6cc"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:22.262534 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a31e3dd-b8c2-4d22-826f-a049976f58e1 x-openstack-request-id: req-6a31e3dd-b8c2-4d22-826f-a049976f58e1 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:22.262868 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65ff4bc-685e-4bdb-86c8-0e09694d2d29", "name": "network-vif-deleted", "tag": "15a0e256-85fc-4089-bf1d-d5fe4114d6cc", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:22.263156 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a31e3dd-b8c2-4d22-826f-a049976f58e1 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:22.263640 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65ff4bc-685e-4bdb-86c8-0e09694d2d29', 'name': 'network-vif-deleted', 'tag': '15a0e256-85fc-4089-bf1d-d5fe4114d6cc', 'status': 'completed', 'code': 200} Feb 18 00:33:22.735876 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f1e3c5de-2a91-4039-baaa-f7797a8d4101 req-84d353c7-3cac-4b2d-992e-af9926429581 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b65ff4bc-685e-4bdb-86c8-0e09694d2d29 HTTP/1.1" status: 200 len: 210 time: 0.0399997 Feb 18 00:33:22.760589 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d0194-6d1f-4bcc-b9bf-2cfb137c3bde req-9b7591b7-2155-419d-8219-732ec4ccd42d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:22.762026 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e2d0194-6d1f-4bcc-b9bf-2cfb137c3bde req-9b7591b7-2155-419d-8219-732ec4ccd42d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0754313 Feb 18 00:33:22.808943 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e2d0194-6d1f-4bcc-b9bf-2cfb137c3bde req-eb144b4c-6cbc-4ae0-9e8b-8b88661c616a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 Feb 18 00:33:22.931690 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3a342-30c0-431b-9ab6-3b3c2d03d02b req-e9aa9e07-21a7-48ab-863f-3bd88017fad3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:22.933147 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d9e3a342-30c0-431b-9ab6-3b3c2d03d02b req-e9aa9e07-21a7-48ab-863f-3bd88017fad3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0535865 Feb 18 00:33:22.981451 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d9e3a342-30c0-431b-9ab6-3b3c2d03d02b req-0dc0b53a-052f-4c4a-9732-99a1fb02b1b9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Feb 18 00:33:23.309676 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d931a-7615-405b-b333-2697d3c539ac req-1b2035d7-3bc1-4d76-912c-b8de591c3ac2 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:23.311170 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-805d931a-7615-405b-b333-2697d3c539ac req-1b2035d7-3bc1-4d76-912c-b8de591c3ac2 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0835826 Feb 18 00:33:23.328002 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-80edaada-6364-441b-9b00-b32626a5acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:23.329323 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-80edaada-6364-441b-9b00-b32626a5acc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d092a648f7634ab3bad06d90c9debd5b&device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 1130 time: 0.0683506 Feb 18 00:33:23.408576 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-805d931a-7615-405b-b333-2697d3c539ac req-2fe1c988-1213-4637-b5c4-ae584339a327 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909529 Feb 18 00:33:23.445031 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-ff651f8a-bebd-4aec-99bd-65e044253b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:23.446497 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-ff651f8a-bebd-4aec-99bd-65e044253b8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 200 len: 920 time: 0.0988786 Feb 18 00:33:23.493281 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-4b9019fb-d2db-40be-89eb-beceaf48cc8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 200 len: 217 time: 0.0368049 Feb 18 00:33:23.542154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-ad1803f8-3a0c-4a38-ab1e-d26f627b4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:23.543555 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-ad1803f8-3a0c-4a38-ab1e-d26f627b4753 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 200 len: 859 time: 0.0429761 Feb 18 00:33:23.574888 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-9a42b2db-5c45-4627-b080-c0d53b408097 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a567462-bd14-4529-ba11-b7fbd012e848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246499 Feb 18 00:33:23.665692 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-8a641f9d-0b8a-4314-96bb-434408e0b4d9 service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831513 Feb 18 00:33:23.757707 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6adef3ae-19ee-43ff-aa65-3291c1fbdb9f req-68adf701-d22e-4910-bcbb-40ad7818251c service neutron] 10.222.0.48 "GET /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804353 Feb 18 00:33:23.941266 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6bcf-b1da-436b-a989-698589c35ca1 req-2db81324-a275-4402-ad83-5cc1fd96e825 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:23.942768 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fa2a6bcf-b1da-436b-a989-698589c35ca1 req-2db81324-a275-4402-ad83-5cc1fd96e825 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0529029 Feb 18 00:33:23.993973 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fa2a6bcf-b1da-436b-a989-698589c35ca1 req-2f1bbf27-da28-43e6-b57a-d1908caa5f9f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 Feb 18 00:33:24.215630 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:33:24.525358 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a2ba-4523-4b07-be8f-71b1f3be7fbb req-92b1901e-4f40-462f-9644-241dbe375dc3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:24.526805 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7478a2ba-4523-4b07-be8f-71b1f3be7fbb req-92b1901e-4f40-462f-9644-241dbe375dc3 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0506806 Feb 18 00:33:24.572228 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7478a2ba-4523-4b07-be8f-71b1f3be7fbb req-616356dd-f597-4052-9e89-064f8fd298cc tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Feb 18 00:33:25.067312 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 15a0e256-85fc-4089-bf1d-d5fe4114d6cc no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:25.107256 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 15a0e256-85fc-4089-bf1d-d5fe4114d6cc {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:25.107857 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 15a0e256-85fc-4089-bf1d-d5fe4114d6cc not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:25.172480 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0bca0-7394-4eb1-a61a-b117d3bd31f7 req-8c414099-dac6-4290-bf3c-4be692645458 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:25.173953 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-80a0bca0-7394-4eb1-a61a-b117d3bd31f7 req-8c414099-dac6-4290-bf3c-4be692645458 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 946 time: 0.0796359 Feb 18 00:33:25.182421 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f4808-9bfa-4b3b-aa58-635952eec121 req-ce6f7b46-26ec-4a83-a363-eaa24404ebcd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:25.183860 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1a2f4808-9bfa-4b3b-aa58-635952eec121 req-ce6f7b46-26ec-4a83-a363-eaa24404ebcd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.1074781 Feb 18 00:33:25.452141 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-80a0bca0-7394-4eb1-a61a-b117d3bd31f7 req-a66f549c-bc34-4693-8b68-508bc26f13b3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673271 Feb 18 00:33:25.464167 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1a2f4808-9bfa-4b3b-aa58-635952eec121 req-244b91fc-537b-4540-8575-7fe92b6b3c5a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725778 Feb 18 00:33:25.692494 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c955126-b2ce-4891-aea3-f7f4d8cfe991 req-d61221c9-9bd4-438f-9f0a-73cc6dab6573 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:25.694701 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c955126-b2ce-4891-aea3-f7f4d8cfe991 req-d61221c9-9bd4-438f-9f0a-73cc6dab6573 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0513158 Feb 18 00:33:25.741337 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c955126-b2ce-4891-aea3-f7f4d8cfe991 req-3697f532-78e0-48db-abdc-5008eee69eeb tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Feb 18 00:33:26.603804 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e6b7-e68e-430e-aca1-084140823df7 req-e3e29a75-7832-4a46-a7f9-0843e5818b5d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:26.605441 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d30e6b7-e68e-430e-aca1-084140823df7 req-e3e29a75-7832-4a46-a7f9-0843e5818b5d tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 946 time: 0.0837140 Feb 18 00:33:26.639987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e53bb-20c8-40fa-b256-ac580e80dbf8 req-479e9079-aaed-4d6f-8e9c-2c7a597c6725 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:26.641515 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-929e53bb-20c8-40fa-b256-ac580e80dbf8 req-479e9079-aaed-4d6f-8e9c-2c7a597c6725 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 944 time: 0.0914218 Feb 18 00:33:26.689320 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0d30e6b7-e68e-430e-aca1-084140823df7 req-db1b8291-bb2b-4b9d-820d-b8ca8caed115 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778508 Feb 18 00:33:26.716774 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-929e53bb-20c8-40fa-b256-ac580e80dbf8 req-898a8f4e-305d-4b3e-a389-d399f71b4bde tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613325 Feb 18 00:33:26.842511 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-880bdbd3-eca3-405e-9580-05e7f85e1846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:26.857400 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e417c-315a-4ac0-998b-8ab294b55004 req-97d39ff6-6374-4c91-8fac-0a8844d745f8 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:26.858864 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c44e417c-315a-4ac0-998b-8ab294b55004 req-97d39ff6-6374-4c91-8fac-0a8844d745f8 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0516179 Feb 18 00:33:26.909922 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c44e417c-315a-4ac0-998b-8ab294b55004 req-e2d4b1fa-ae00-473c-955f-a94c6935c0d9 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Feb 18 00:33:27.075161 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:33:27.180513 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:27.195078 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '86650f33-4f4f-4e71-982b-6665a1a89190', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'port_id': '86650f33-4f4f-4e71-982b-6665a1a89190', 'mac_address': 'fa:16:3e:2f:90:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:33:27.232570 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:27.232958 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:27.246254 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86650f33-4f4f-4e71-982b-6665a1a89190 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:33:27.265395 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:27.268303 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:27.316074 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=9']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:27.323998 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.324466 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.324717 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.325239 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.325462 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.325695 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.326019 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.326342 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.326688 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.327025 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.327352 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.327668 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.327985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:27.338793 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-7c53ef38-6af6-4412-9ade-5663378acb67 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:27.340282 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-7c53ef38-6af6-4412-9ade-5663378acb67 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 946 time: 0.0564926 Feb 18 00:33:27.447895 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Deleting port 3b2b95e2-db64-491d-ba23-c46268b50ca1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:27.448240 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:27.539211 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] For port 3b2b95e2-db64-491d-ba23-c46268b50ca1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3b2b95e2-db64-491d-ba23-c46268b50ca1,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:27.539497 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:27.551828 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Calling delete_port for 3b2b95e2-db64-491d-ba23-c46268b50ca1 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:27.713031 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['86650f33-4f4f-4e71-982b-6665a1a89190'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:33:27.773005 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (3b2b95e2-db64-491d-ba23-c46268b50ca1), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:27.833543 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47', '9452ee25-6c51-4bd1-b816-8362a7445bc3', '3b2b95e2-db64-491d-ba23-c46268b50ca1'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:33:27.841147 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event deleted for resources: {'Port': ['ID=3b2b95e2-db64-491d-ba23-c46268b50ca1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:27.903420 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9ec1ee89-98f6-47ae-8ffd-0884fa5819e8 req-efd527d7-3b45-4032-ada3-b6441e5bef59 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a9e7c7-687a-431e-9b6f-e5ee44d3173b HTTP/1.1" status: 200 len: 210 time: 0.0647342 Feb 18 00:33:27.945255 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] No DVR routers for this DVR port 3b2b95e2-db64-491d-ba23-c46268b50ca1 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:33:27.948758 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:27.952374 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ed3cf7e0-c897-4198-be68-ff2a90b36cfb req-e65a605b-2e89-43af-8d46-58043eb659ba tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "DELETE /v2.0/ports/3b2b95e2-db64-491d-ba23-c46268b50ca1 HTTP/1.1" status: 204 len: 173 time: 0.5954876 Feb 18 00:33:27.952837 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'name': 'network-vif-deleted', 'tag': '3b2b95e2-db64-491d-ba23-c46268b50ca1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:27.955084 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f5022b-f2e8-4f23-9575-c32308cb5057" -d '{"events": [{"server_uuid": "b3a9e7c7-687a-431e-9b6f-e5ee44d3173b", "name": "network-vif-deleted", "tag": "3b2b95e2-db64-491d-ba23-c46268b50ca1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:27.991387 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945ac31-8f35-4218-9097-52ac109cac3e req-9c23a740-1731-4f48-9859-b2749cac6d61 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:27.993386 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4945ac31-8f35-4218-9097-52ac109cac3e req-9c23a740-1731-4f48-9859-b2749cac6d61 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.1578114 Feb 18 00:33:28.000725 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75670618-9a56-4381-a2d8-dcb48d2c145e x-openstack-request-id: req-75670618-9a56-4381-a2d8-dcb48d2c145e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:28.000918 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a9e7c7-687a-431e-9b6f-e5ee44d3173b", "name": "network-vif-deleted", "tag": "3b2b95e2-db64-491d-ba23-c46268b50ca1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:28.001178 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75670618-9a56-4381-a2d8-dcb48d2c145e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:28.001575 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a9e7c7-687a-431e-9b6f-e5ee44d3173b', 'name': 'network-vif-deleted', 'tag': '3b2b95e2-db64-491d-ba23-c46268b50ca1', 'status': 'completed', 'code': 200} Feb 18 00:33:28.045681 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4945ac31-8f35-4218-9097-52ac109cac3e req-671481d7-1c04-43e0-99c0-805506da1c5b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Feb 18 00:33:29.092708 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:29.158660 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 86650f33-4f4f-4e71-982b-6665a1a89190 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:29.159035 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:29.209157 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab6ec5-f6cf-438a-ba5c-1128c31908ea req-136a8128-a9cb-4201-ba67-d3a6d6002d79 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:29.211355 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-44ab6ec5-f6cf-438a-ba5c-1128c31908ea req-136a8128-a9cb-4201-ba67-d3a6d6002d79 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 945 time: 0.0879099 Feb 18 00:33:29.218921 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ea221-7b58-49ae-9cf3-bc6740c6b979 req-6cd38efe-7de8-446d-a28e-65cf2e566865 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:29.220277 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-450ea221-7b58-49ae-9cf3-bc6740c6b979 req-6cd38efe-7de8-446d-a28e-65cf2e566865 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 945 time: 0.0869715 Feb 18 00:33:29.241898 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 86650f33-4f4f-4e71-982b-6665a1a89190 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:29.242595 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:29.266124 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:29.268563 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5fe52e-d3a0-4861-b6db-aade41800b82" -d '{"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-plugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:29.281518 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:29.285887 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:29.296403 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-44ab6ec5-f6cf-438a-ba5c-1128c31908ea req-3067a682-16c4-46b8-8253-69e2068b21d6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751734 Feb 18 00:33:29.305753 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-450ea221-7b58-49ae-9cf3-bc6740c6b979 req-f4cf4c99-91c5-42c0-a209-c096b79c1623 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773566 Feb 18 00:33:29.371901 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94620bb-d4ea-4e05-bf7e-0a561fb5837e x-openstack-request-id: req-e94620bb-d4ea-4e05-bf7e-0a561fb5837e {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:29.372283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-plugged", "status": "completed", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:29.372580 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e94620bb-d4ea-4e05-bf7e-0a561fb5837e {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:29.372976 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190', 'code': 200} Feb 18 00:33:29.373580 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-57667fae-91db-43e0-9098-f574a758f23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:29.381727 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=10']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:29.957448 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906423b9-5090-4a9e-8daa-afd3c551af2c req-6f3e1607-422e-4097-af67-678c062c4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:29.958950 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-906423b9-5090-4a9e-8daa-afd3c551af2c req-6f3e1607-422e-4097-af67-678c062c4510 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1131 time: 0.0430388 Feb 18 00:33:30.004093 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-906423b9-5090-4a9e-8daa-afd3c551af2c req-ff78f294-3e19-4c13-b74b-0d262822337e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368080 Feb 18 00:33:30.255379 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.285451 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45146) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:30.394985 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c56d388e-fe4a-4ad3-99ac-9fa8b66b2812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.463975 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd652cc-a9b4-43cc-91d4-c8a213effa23 req-960c5c36-598e-4db4-b17e-9f29c815ed89 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:30.465493 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4bd652cc-a9b4-43cc-91d4-c8a213effa23 req-960c5c36-598e-4db4-b17e-9f29c815ed89 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 947 time: 0.0896373 Feb 18 00:33:30.470809 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c56d388e-fe4a-4ad3-99ac-9fa8b66b2812 admin admin] Publish callbacks [] for security_group (9298b381-6abb-45ea-8488-c8f8dcf05132), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.473026 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468f690-7989-4a5e-9402-2e084fb017c8 req-448da429-93a6-400f-a31c-9ffd7a88810f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:30.474551 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7468f690-7989-4a5e-9402-2e084fb017c8 req-448da429-93a6-400f-a31c-9ffd7a88810f tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 945 time: 0.0893404 Feb 18 00:33:30.474793 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c56d388e-fe4a-4ad3-99ac-9fa8b66b2812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9298b381-6abb-45ea-8488-c8f8dcf05132), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.513597 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c56d388e-fe4a-4ad3-99ac-9fa8b66b2812 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab35893c02e940139d96c347f33414c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270465 Feb 18 00:33:30.514576 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d388e-fe4a-4ad3-99ac-9fa8b66b2812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9298b381-6abb-45ea-8488-c8f8dcf05132,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:30.517854 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45158) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:30.562626 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4bd652cc-a9b4-43cc-91d4-c8a213effa23 req-62ecae78-5268-421e-a395-2d54c9c7532a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869412 Feb 18 00:33:30.570582 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7468f690-7989-4a5e-9402-2e084fb017c8 req-f64f41d1-f22e-4b12-a763-c19fdc9ab1e3 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889697 Feb 18 00:33:30.608874 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27a8db31-4b67-44e3-9cd6-cd269835f351 admin admin] Publish callbacks [] for security_group (9298b381-6abb-45ea-8488-c8f8dcf05132), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.632423 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27a8db31-4b67-44e3-9cd6-cd269835f351 admin admin] Publish callbacks [] for security_group (9298b381-6abb-45ea-8488-c8f8dcf05132), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.680606 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27a8db31-4b67-44e3-9cd6-cd269835f351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9298b381-6abb-45ea-8488-c8f8dcf05132), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.683239 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27a8db31-4b67-44e3-9cd6-cd269835f351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:30.684459 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-27a8db31-4b67-44e3-9cd6-cd269835f351 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9298b381-6abb-45ea-8488-c8f8dcf05132 HTTP/1.1" status: 204 len: 168 time: 0.1597664 Feb 18 00:33:30.692849 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8db31-4b67-44e3-9cd6-cd269835f351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9298b381-6abb-45ea-8488-c8f8dcf05132,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:31.095938 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 3b2b95e2-db64-491d-ba23-c46268b50ca1 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:31.115635 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 3b2b95e2-db64-491d-ba23-c46268b50ca1 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:31.116202 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 3b2b95e2-db64-491d-ba23-c46268b50ca1 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:31.292217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45186) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:31.389060 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1204346450-network', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:31.413997 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Made reservation on behalf of 9764b54de9ad46cbb54bc4c9c33378f5 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:31.416406 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.424893 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.499788 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks [] for security_group (d246e501-2825-4fa8-a556-3b0e8a6545c7), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.503479 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (d246e501-2825-4fa8-a556-3b0e8a6545c7), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.530020 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:33:31.535953 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d246e501-2825-4fa8-a556-3b0e8a6545c7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:31.544595 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (e75f5e0e-14d1-4fb4-aa6b-3d1f06257800), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.544595 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Added segment e75f5e0e-14d1-4fb4-aa6b-3d1f06257800 of type vlan for network 0561afb5-60f7-44f0-a3df-9acddedcae08 Feb 18 00:33:31.588693 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (0561afb5-60f7-44f0-a3df-9acddedcae08), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.593598 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.618780 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (0561afb5-60f7-44f0-a3df-9acddedcae08), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.619963 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:31.620723 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.743005 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4494824 Feb 18 00:33:31.745849 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45208) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:31.750685 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Request body: {'subnet': {'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1204346450-subnet', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:31.772434 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Made reservation on behalf of 9764b54de9ad46cbb54bc4c9c33378f5 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:31.775127 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:31.777334 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6241a-f2a5-4f6c-8b21-ff98f74b749b admin admin] Pushing event updated for resources: {'Network': ['ID=0561afb5-60f7-44f0-a3df-9acddedcae08,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:31.790762 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:33:31.840563 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-b6d1d40c-846b-4e68-b732-2bb6f0bb9d77 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:31.843001 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-b6d1d40c-846b-4e68-b732-2bb6f0bb9d77 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 945 time: 0.2130973 Feb 18 00:33:31.855266 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b3fb0-c5b8-41ba-82d4-a26a126da045 req-b41e7236-a316-4519-a5cf-d9137f60de1b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:31.856957 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c54b3fb0-c5b8-41ba-82d4-a26a126da045 req-b41e7236-a316-4519-a5cf-d9137f60de1b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 947 time: 0.1733482 Feb 18 00:33:31.881764 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1f53-3ed4-43b2-9e86-3dd1f48313ed req-d2f86598-386d-41ed-a3a9-aada38d9a739 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:31.894029 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c7bc1f53-3ed4-43b2-9e86-3dd1f48313ed req-d2f86598-386d-41ed-a3a9-aada38d9a739 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 945 time: 0.2084928 Feb 18 00:33:32.010588 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (db67ce5f-395a-4a6c-a6c8-21a7aa06be04), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.037921 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c54b3fb0-c5b8-41ba-82d4-a26a126da045 req-aabcb3cf-d008-496f-a626-6457da58df19 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647515 Feb 18 00:33:32.057144 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c7bc1f53-3ed4-43b2-9e86-3dd1f48313ed req-1bbb9536-9564-483b-a43e-45b74b311542 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620297 Feb 18 00:33:32.087438 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Checking segment: {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:32.087834 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Network hostable DHCP agents. Network: 0561afb5-60f7-44f0-a3df-9acddedcae08, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:33:32.093350 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Deleting port 9452ee25-6c51-4bd1-b816-8362a7445bc3 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:32.093732 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.102831 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db67ce5f-395a-4a6c-a6c8-21a7aa06be04,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:32.120471 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:33:32.133541 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 0561afb5-60f7-44f0-a3df-9acddedcae08) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:32.137778 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:32.138678 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.145503 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea94395-15b3-4757-9481-697f95dc6560 None None] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:32.166854 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5bca2721-1a14-416b-95c5-3fe26d7c5bd4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4198720 Feb 18 00:33:32.171136 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:32.176253 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:32.224811 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (09ce91db-1514-4497-85a8-ac31731ce294), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.232053 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (09ce91db-1514-4497-85a8-ac31731ce294), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.233042 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] For port 9452ee25-6c51-4bd1-b816-8362a7445bc3, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9452ee25-6c51-4bd1-b816-8362a7445bc3,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:32.233889 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.248731 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Calling delete_port for 9452ee25-6c51-4bd1-b816-8362a7445bc3 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:32.321647 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks [] for router_controller (09ce91db-1514-4497-85a8-ac31731ce294), precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.326841 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-0561afb5-60f7-44f0-a3df-9acddedcae08', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:33:32.327998 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.408740 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a7e3f-0207-466b-a886-1c3a59b0dd34 req-8be7f73d-8f50-4357-abff-c1321abde1ed tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:32.410436 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6c0a7e3f-0207-466b-a886-1c3a59b0dd34 req-8be7f73d-8f50-4357-abff-c1321abde1ed tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0836616 Feb 18 00:33:32.495522 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6c0a7e3f-0207-466b-a886-1c3a59b0dd34 req-0a209ff0-8539-40a4-985a-977ce905eda6 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773234 Feb 18 00:33:32.518140 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks [] for router_gateway (09ce91db-1514-4497-85a8-ac31731ce294), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.520905 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (9452ee25-6c51-4bd1-b816-8362a7445bc3), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.553273 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event deleted for resources: {'Port': ['ID=9452ee25-6c51-4bd1-b816-8362a7445bc3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:32.583338 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47', '9452ee25-6c51-4bd1-b816-8362a7445bc3'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:33:32.601078 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] No DVR routers for this DVR port 9452ee25-6c51-4bd1-b816-8362a7445bc3 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:33:32.604158 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.607669 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c41caa6-89a9-416c-b7ce-9855e9e74414 req-7b089988-bf62-4983-a380-405ccb7d6194 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "DELETE /v2.0/ports/9452ee25-6c51-4bd1-b816-8362a7445bc3 HTTP/1.1" status: 204 len: 173 time: 0.7495165 Feb 18 00:33:32.608108 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'name': 'network-vif-deleted', 'tag': '9452ee25-6c51-4bd1-b816-8362a7445bc3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:32.610333 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e15ec-9b83-4d2a-8191-1018095a55e3" -d '{"events": [{"server_uuid": "c24ce23b-de21-460a-9bc4-bcd619417f23", "name": "network-vif-deleted", "tag": "9452ee25-6c51-4bd1-b816-8362a7445bc3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:32.671438 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf9de29-73ea-474a-bdfa-b102920f8553 x-openstack-request-id: req-5cf9de29-73ea-474a-bdfa-b102920f8553 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:32.671924 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24ce23b-de21-460a-9bc4-bcd619417f23", "name": "network-vif-deleted", "tag": "9452ee25-6c51-4bd1-b816-8362a7445bc3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:32.672357 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cf9de29-73ea-474a-bdfa-b102920f8553 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:32.672912 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24ce23b-de21-460a-9bc4-bcd619417f23', 'name': 'network-vif-deleted', 'tag': '9452ee25-6c51-4bd1-b816-8362a7445bc3', 'status': 'completed', 'code': 200} Feb 18 00:33:32.702461 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Allocated IP 172.20.0.2 (0561afb5-60f7-44f0-a3df-9acddedcae08/db67ce5f-395a-4a6c-a6c8-21a7aa06be04/7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:33:32.787300 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks [] for router_gateway (09ce91db-1514-4497-85a8-ac31731ce294), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.811869 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.921006 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Publish callbacks [] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.924050 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Allocated IP 172.27.2.60 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/98c12177-4858-4356-83f9-76b87a347614) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:33:32.927435 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:32.970254 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:32.973168 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:32.977856 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:33:32.982414 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Pushing event updated for resources: {'Port': ['ID=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:33.027241 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks [] for port (98c12177-4858-4356-83f9-76b87a347614), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:33.032154 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Attempting to bind port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:33:33.032541 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Attempting to bind port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:33:33.033107 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Attempting to bind port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 on network 0561afb5-60f7-44f0-a3df-9acddedcae08 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:33.037976 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:33:33.038264 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Checking segment: {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:33.038701 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:33.039094 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Bound using segment: {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:33:33.039592 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Bound port: 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:33:33.040005 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:33.060657 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (98c12177-4858-4356-83f9-76b87a347614), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:33.102221 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:33.109392 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:33.113150 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:33:33.117126 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] For port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:33:33.139014 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] For port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:33:33.146290 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:33.149388 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:33.195867 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Pushing event updated for resources: {'Port': ['ID=98c12177-4858-4356-83f9-76b87a347614,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:33.213365 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef53e25-637b-49a2-b10d-806e7c0c3f4a None None] Pushing event updated for resources: {'Port': ['ID=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:33.250251 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7ade779c-6a53-442d-8aab-c26740631c47 req-a4830fc0-96aa-49fe-a177-ce2c7fa48bd0 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24ce23b-de21-460a-9bc4-bcd619417f23 HTTP/1.1" status: 200 len: 210 time: 0.0436122 Feb 18 00:33:33.287155 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7627bb-df17-48e3-ac68-e35528ee3d0c req-1b69cdf1-6a68-475e-b6a8-3714794e364d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:33.297816 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9e7627bb-df17-48e3-ac68-e35528ee3d0c req-1b69cdf1-6a68-475e-b6a8-3714794e364d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 947 time: 0.1287336 Feb 18 00:33:33.349368 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9e7627bb-df17-48e3-ac68-e35528ee3d0c req-a1937987-c1f8-44d1-9a73-da4d38fbc1f7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503449 Feb 18 00:33:33.450720 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks [] for router_gateway (09ce91db-1514-4497-85a8-ac31731ce294), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:33.622691 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b505c7-e8d2-45bc-9df9-b29803785db0 req-27d4d379-445f-4bcc-9fb9-6ecac98d5fe2 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:33.624182 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b9b505c7-e8d2-45bc-9df9-b29803785db0 req-27d4d379-445f-4bcc-9fb9-6ecac98d5fe2 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0563345 Feb 18 00:33:33.671740 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b9b505c7-e8d2-45bc-9df9-b29803785db0 req-f617222c-1d76-4178-bd5c-33321e3ef820 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Feb 18 00:33:33.674662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (09ce91db-1514-4497-85a8-ac31731ce294), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.024784 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Router 09ce91db-1514-4497-85a8-ac31731ce294 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:33:34.136740 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:33:34.147529 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Sync routers for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:33:34.156171 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.158389 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5815a7f6-c671-4c79-89df-9e659d217963 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9851923 Feb 18 00:33:34.158543 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:34.159230 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:34.160205 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45252) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:34.198579 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019a0e0-9897-4762-a6fd-4fd7d2d7547c None None] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:34.276519 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:34.325232 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-86e905c8-4c37-4b40-b6fc-5841dc4dc1aa None None] Provisioning complete for port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:34.325758 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-86e905c8-4c37-4b40-b6fc-5841dc4dc1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.447441 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-86e905c8-4c37-4b40-b6fc-5841dc4dc1aa None None] Current status of the port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:34.447890 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-86e905c8-4c37-4b40-b6fc-5841dc4dc1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.494413 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-86e905c8-4c37-4b40-b6fc-5841dc4dc1aa None None] For port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:34.500252 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-86e905c8-4c37-4b40-b6fc-5841dc4dc1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.503110 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:33Z', 'revision_number': 3, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:34.532882 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Checking router: 09ce91db-1514-4497-85a8-ac31731ce294 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:33:34.533604 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Updating router 09ce91db-1514-4497-85a8-ac31731ce294 port 98c12177-4858-4356-83f9-76b87a347614 binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:33:34.570835 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e905c8-4c37-4b40-b6fc-5841dc4dc1aa None None] Pushing event updated for resources: {'Port': ['ID=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:34.574123 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (98c12177-4858-4356-83f9-76b87a347614), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.623168 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-bc84675e-e151-40bf-b5a9-3cf142a81986 None None] Provisioning complete for port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:34.623792 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bc84675e-e151-40bf-b5a9-3cf142a81986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.736084 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-bc84675e-e151-40bf-b5a9-3cf142a81986 None None] Current status of the port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:34.738620 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:34.801803 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:34.801803 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.888085 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:34.909559 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ab217-8cbb-4db9-8ddc-a1f51244d27e req-65408f48-d604-4261-8131-1e78b77dd173 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:34.911030 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c77ab217-8cbb-4db9-8ddc-a1f51244d27e req-65408f48-d604-4261-8131-1e78b77dd173 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0961578 Feb 18 00:33:34.912585 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Publish callbacks [] for port (98c12177-4858-4356-83f9-76b87a347614), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.918105 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (98c12177-4858-4356-83f9-76b87a347614), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.971602 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Attempting to bind port 98c12177-4858-4356-83f9-76b87a347614 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:33:34.972213 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Attempting to bind port 98c12177-4858-4356-83f9-76b87a347614 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:33:34.972375 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Attempting to bind port 98c12177-4858-4356-83f9-76b87a347614 on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:34.975295 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Pushing event updated for resources: {'Port': ['ID=98c12177-4858-4356-83f9-76b87a347614,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:34.980108 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:33:34.980471 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:34.980892 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.982517 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:33:34.982517 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Bound port: 98c12177-4858-4356-83f9-76b87a347614, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:33:34.982517 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (98c12177-4858-4356-83f9-76b87a347614), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:34.990015 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.006457 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c77ab217-8cbb-4db9-8ddc-a1f51244d27e req-3932d822-ba79-4d68-84b5-f4a52a183f02 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866611 Feb 18 00:33:35.009884 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.010251 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.010629 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.011026 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.011548 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.011904 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.012457 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.012983 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.013417 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.013823 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.014441 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.014892 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.015455 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:33:35.053550 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] For port 98c12177-4858-4356-83f9-76b87a347614, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:33:35.056855 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] For port 98c12177-4858-4356-83f9-76b87a347614, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=98c12177-4858-4356-83f9-76b87a347614,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:33:35.063463 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (98c12177-4858-4356-83f9-76b87a347614), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.121215 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:35.121932 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:35.123301 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 9452ee25-6c51-4bd1-b816-8362a7445bc3 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:35.144821 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 9452ee25-6c51-4bd1-b816-8362a7445bc3 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:35.144821 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 9452ee25-6c51-4bd1-b816-8362a7445bc3 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:35.157634 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c42d77-465f-4eb0-9454-dae9ebf7de2f None None] Pushing event updated for resources: {'Port': ['ID=98c12177-4858-4356-83f9-76b87a347614,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:35.165718 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Allocated IP 172.20.0.1 (0561afb5-60f7-44f0-a3df-9acddedcae08/db67ce5f-395a-4a6c-a6c8-21a7aa06be04/8ee56480-f62a-4463-a8af-73b17282f8dc) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:33:35.232747 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:35.293926 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks [] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.332480 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-a3e90de7-cd51-4be3-a096-d3b31873308b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:35.333909 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-a3e90de7-cd51-4be3-a096-d3b31873308b tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 945 time: 0.0801933 Feb 18 00:33:35.350668 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.408831 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:33Z', 'revision_number': 3, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:35.413332 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:35.420763 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:35.431212 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:33:35.440001 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a3e58-0fce-4de9-b0a1-8876f0921381 None None] The sync data for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi is: [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:33Z', 'revision_number': 3, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:33:35.476645 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Pushing event updated for resources: {'Port': ['ID=8ee56480-f62a-4463-a8af-73b17282f8dc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:35.501320 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (09ce91db-1514-4497-85a8-ac31731ce294), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.573367 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Deleting port 088af147-6203-4845-8ea8-bc3fac146146 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:35.573713 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (088af147-6203-4845-8ea8-bc3fac146146), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.763737 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-4ada252b-d441-498f-aeda-2bd724aaacd0 None None] Provisioning complete for port 8ee56480-f62a-4463-a8af-73b17282f8dc triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:35.764286 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4ada252b-d441-498f-aeda-2bd724aaacd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.789581 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] For port 088af147-6203-4845-8ea8-bc3fac146146, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=088af147-6203-4845-8ea8-bc3fac146146,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:35.790868 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (088af147-6203-4845-8ea8-bc3fac146146), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.807383 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.824080 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-4ada252b-d441-498f-aeda-2bd724aaacd0 None None] Port 8ee56480-f62a-4463-a8af-73b17282f8dc cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:33:35.825764 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Calling delete_port for 088af147-6203-4845-8ea8-bc3fac146146 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:35.827612 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:35.917620 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50e80c-db6b-4b4d-8695-01de77c6ef00 req-103c5288-9e1b-4a42-833b-d353720300f9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:35.919143 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d50e80c-db6b-4b4d-8695-01de77c6ef00 req-103c5288-9e1b-4a42-833b-d353720300f9 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.2109873 Feb 18 00:33:36.048720 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d50e80c-db6b-4b4d-8695-01de77c6ef00 req-e4d968ba-8824-4a3a-b8b6-5f4c1ceff366 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164811 Feb 18 00:33:36.189789 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (088af147-6203-4845-8ea8-bc3fac146146), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:36.192726 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks [] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:36.222123 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:36.237217 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['dabfc11b-08db-42ab-ad1c-6bcfd0f57d56', '088af147-6203-4845-8ea8-bc3fac146146'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:33:36.246859 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Pushing event deleted for resources: {'Port': ['ID=088af147-6203-4845-8ea8-bc3fac146146,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:36.312945 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc64b7f-d4c0-4658-9323-7586a99b33b0 req-07f0fbaf-4e78-4d0d-b62b-b2b9196db58c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:36.314500 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-abc64b7f-d4c0-4658-9323-7586a99b33b0 req-07f0fbaf-4e78-4d0d-b62b-b2b9196db58c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9803755e-7fed-4154-a217-ddd48c442939 HTTP/1.1" status: 200 len: 867 time: 0.2061234 Feb 18 00:33:36.355124 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (09ce91db-1514-4497-85a8-ac31731ce294), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:36.356989 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] No DVR routers for this DVR port 088af147-6203-4845-8ea8-bc3fac146146 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:33:36.371691 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:36.375065 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc3c83f2-f13c-4967-993b-041b8bcfeeb0 req-6e25f319-54d2-4f8b-a5da-e085e414b18d tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "DELETE /v2.0/ports/088af147-6203-4845-8ea8-bc3fac146146 HTTP/1.1" status: 204 len: 173 time: 1.0329106 Feb 18 00:33:36.375540 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803755e-7fed-4154-a217-ddd48c442939', 'name': 'network-vif-deleted', 'tag': '088af147-6203-4845-8ea8-bc3fac146146'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:36.378449 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f05d19-ebec-4524-83de-10674309a8cb" -d '{"events": [{"server_uuid": "9803755e-7fed-4154-a217-ddd48c442939", "name": "network-vif-deleted", "tag": "088af147-6203-4845-8ea8-bc3fac146146"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:36.395774 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Pushing event updated for resources: {'Port': ['ID=8ee56480-f62a-4463-a8af-73b17282f8dc,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:36.425644 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b5c0c0-c8b0-4ed4-8629-71e841b013d5 x-openstack-request-id: req-d7b5c0c0-c8b0-4ed4-8629-71e841b013d5 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:36.425868 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9803755e-7fed-4154-a217-ddd48c442939", "name": "network-vif-deleted", "tag": "088af147-6203-4845-8ea8-bc3fac146146", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:36.426123 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7b5c0c0-c8b0-4ed4-8629-71e841b013d5 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:36.426536 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9803755e-7fed-4154-a217-ddd48c442939', 'name': 'network-vif-deleted', 'tag': '088af147-6203-4845-8ea8-bc3fac146146', 'status': 'completed', 'code': 200} Feb 18 00:33:36.464714 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-abc64b7f-d4c0-4658-9323-7586a99b33b0 req-e50db8a1-df44-45ce-9cab-1a23d7f40359 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401074 Feb 18 00:33:36.508556 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:36.509931 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:36.642668 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Router 09ce91db-1514-4497-85a8-ac31731ce294 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:33:36.737915 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:36.770821 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:33:36.776946 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-8057f1a7-e0cc-4802-af6c-f26c2d226b0a admin admin] 10.222.0.10 "PUT /v2.0/routers/09ce91db-1514-4497-85a8-ac31731ce294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6156595 Feb 18 00:33:36.784022 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-86f83063-d5ae-4e66-9935-215b6a84d016 None None] Provisioning complete for port 8ee56480-f62a-4463-a8af-73b17282f8dc triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:36.784669 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-86f83063-d5ae-4e66-9935-215b6a84d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:36.827174 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-86f83063-d5ae-4e66-9935-215b6a84d016 None None] Port 8ee56480-f62a-4463-a8af-73b17282f8dc cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:33:36.828675 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:36.829627 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:36.918123 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:36.919230 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 98c12177-4858-4356-83f9-76b87a347614 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:36.972311 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 98c12177-4858-4356-83f9-76b87a347614 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:36.972680 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (98c12177-4858-4356-83f9-76b87a347614), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.074400 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 98c12177-4858-4356-83f9-76b87a347614 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:37.074868 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (98c12177-4858-4356-83f9-76b87a347614), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.099364 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 98c12177-4858-4356-83f9-76b87a347614, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=98c12177-4858-4356-83f9-76b87a347614,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:37.112123 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (98c12177-4858-4356-83f9-76b87a347614), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.170637 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=98c12177-4858-4356-83f9-76b87a347614,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:37.201611 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad757781-2b2a-4e66-b344-523ba72e1f40 req-930c9f98-4382-481a-ad2c-7e47df1ee11c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:37.206819 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ad757781-2b2a-4e66-b344-523ba72e1f40 req-930c9f98-4382-481a-ad2c-7e47df1ee11c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.0663235 Feb 18 00:33:37.253249 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ad757781-2b2a-4e66-b344-523ba72e1f40 req-63809e69-e070-4972-ab96-2a7476357496 tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445244 Feb 18 00:33:37.267667 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Sync routers for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:33:37.279105 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:37.279794 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:37.320937 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45290) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:37.325743 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1155932333-network', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:37.344055 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Made reservation on behalf of 7d2c22c5b2564bf99d0894b45534fbcd for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:37.346481 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.355488 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.386504 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:37.436103 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks [] for security_group (c9260192-8227-4020-9f96-987bcf3805d6), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.440085 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (c9260192-8227-4020-9f96-987bcf3805d6), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.466075 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:33:37.475510 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9260192-8227-4020-9f96-987bcf3805d6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:37.481995 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (12c7ef05-0147-49d1-9146-1f3257190016), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.482339 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Added segment 12c7ef05-0147-49d1-9146-1f3257190016 of type vlan for network 25575fd8-3592-451b-93b0-aa221df03a57 Feb 18 00:33:37.525393 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (25575fd8-3592-451b-93b0-aa221df03a57), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.552086 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (25575fd8-3592-451b-93b0-aa221df03a57), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.553806 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:37.555142 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.597022 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 2, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:37.624072 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3019700 Feb 18 00:33:37.625167 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be08542-dbde-4c01-bd7c-57cfe20523e4 admin admin] Pushing event updated for resources: {'Network': ['ID=25575fd8-3592-451b-93b0-aa221df03a57,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:37.626906 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45296) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:37.628310 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Checking router: 09ce91db-1514-4497-85a8-ac31731ce294 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:33:37.628976 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Updating router 09ce91db-1514-4497-85a8-ac31731ce294 port 8ee56480-f62a-4463-a8af-73b17282f8dc binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:33:37.633009 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Request body: {'subnet': {'network_id': '25575fd8-3592-451b-93b0-aa221df03a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1155932333-subnet', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:37.659359 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 25575fd8-3592-451b-93b0-aa221df03a57 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:33:37.669881 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Made reservation on behalf of 7d2c22c5b2564bf99d0894b45534fbcd for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:37.673108 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.720261 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.771844 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74831623-f8ae-46c7-86d5-6e3536eb5b97 req-f45db813-4862-4468-b54c-f949cce28904 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:37.775003 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-74831623-f8ae-46c7-86d5-6e3536eb5b97 req-f45db813-4862-4468-b54c-f949cce28904 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0617850 Feb 18 00:33:37.822669 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-74831623-f8ae-46c7-86d5-6e3536eb5b97 req-0e03f2c7-9156-43df-ba1b-b4d5cb354669 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Feb 18 00:33:37.861853 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (6810fd65-6333-4d41-9a3a-bb6aa17d8b34), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.923483 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6810fd65-6333-4d41-9a3a-bb6aa17d8b34,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:37.934609 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Checking segment: {'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:37.934976 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Network hostable DHCP agents. Network: 25575fd8-3592-451b-93b0-aa221df03a57, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:33:37.951835 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Network 25575fd8-3592-451b-93b0-aa221df03a57 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:33:37.960033 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 25575fd8-3592-451b-93b0-aa221df03a57) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:37.964088 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:37.964681 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:37.981070 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-bd67c212-8bba-495f-9bc2-002817a88f52 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3528812 Feb 18 00:33:37.983552 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45300) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:37.987658 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:37.990762 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c0b93-af48-4d3d-b374-84c5e0d9cfff None None] Network 25575fd8-3592-451b-93b0-aa221df03a57 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:38.006466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (fed97de5-a0b9-48b7-ad93-a76d334a9c70), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.007466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (fed97de5-a0b9-48b7-ad93-a76d334a9c70), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.054825 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Publish callbacks [] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.063410 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.063636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks [] for router_controller (fed97de5-a0b9-48b7-ad93-a76d334a9c70), precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.114499 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-83cd4e1b-ad8e-44be-bfd0-8a4ecec08c7e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:38.117128 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-83cd4e1b-ad8e-44be-bfd0-8a4ecec08c7e tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.0594800 Feb 18 00:33:38.231792 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks [] for router_gateway (fed97de5-a0b9-48b7-ad93-a76d334a9c70), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.231987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Deleting port 912f6fb3-fd75-4d43-a426-c6444eb41f47 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:38.232451 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.299431 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf59a5-92e6-412f-898c-399429c8f3db None None] Pushing event updated for resources: {'Port': ['ID=8ee56480-f62a-4463-a8af-73b17282f8dc,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:38.323901 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-25575fd8-3592-451b-93b0-aa221df03a57', 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57', 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'fixed_ips': [{'subnet_id': '6810fd65-6333-4d41-9a3a-bb6aa17d8b34'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:33:38.324736 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.351245 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] For port 912f6fb3-fd75-4d43-a426-c6444eb41f47, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=912f6fb3-fd75-4d43-a426-c6444eb41f47,segment=NetworkSegment(1804afc3-9073-4fa1-b62d-a3d1e5c25b20),segment_id=1804afc3-9073-4fa1-b62d-a3d1e5c25b20)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:38.351818 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.357672 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Attempting to bind port 8ee56480-f62a-4463-a8af-73b17282f8dc on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:33:38.358217 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Attempting to bind port 8ee56480-f62a-4463-a8af-73b17282f8dc by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:33:38.358611 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Attempting to bind port 8ee56480-f62a-4463-a8af-73b17282f8dc on network 0561afb5-60f7-44f0-a3df-9acddedcae08 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:38.380253 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Calling delete_port for 912f6fb3-fd75-4d43-a426-c6444eb41f47 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:38.412884 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:33:38.413149 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Checking segment: {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:38.413330 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.413784 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Bound using segment: {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:33:38.414186 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Bound port: 8ee56480-f62a-4463-a8af-73b17282f8dc, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:33:38.414907 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.511683 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122043c-aa01-4758-887a-f9b8f0ec9bb4 req-f01e4e5c-178c-4b28-992b-fbfedaca5f0c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:38.513989 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4122043c-aa01-4758-887a-f9b8f0ec9bb4 req-f01e4e5c-178c-4b28-992b-fbfedaca5f0c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/ports?device_id=6edbfb11-24b5-4429-a7ce-cda3f45c5366 HTTP/1.1" status: 200 len: 946 time: 0.0801451 Feb 18 00:33:38.534650 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-a1202a67-a858-4c82-866f-c42230180579 None None] Provisioning complete for port 8ee56480-f62a-4463-a8af-73b17282f8dc triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:38.535111 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a1202a67-a858-4c82-866f-c42230180579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.536720 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks [] for router_gateway (fed97de5-a0b9-48b7-ad93-a76d334a9c70), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.546463 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Allocated IP 172.20.0.2 (25575fd8-3592-451b-93b0-aa221df03a57/6810fd65-6333-4d41-9a3a-bb6aa17d8b34/e1ca559e-a235-41d8-b4bb-64459fedccf1) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:33:38.561241 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.573693 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] For port 8ee56480-f62a-4463-a8af-73b17282f8dc, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:33:38.606070 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-a1202a67-a858-4c82-866f-c42230180579 None None] Port 8ee56480-f62a-4463-a8af-73b17282f8dc cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:33:38.633631 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4122043c-aa01-4758-887a-f9b8f0ec9bb4 req-c6c53501-e87f-4554-8212-6469ae5dd11c tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.10 "GET /v2.0/security-groups?id=86e577bc-e3c4-4470-99d8-555d98093812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128302 Feb 18 00:33:38.635853 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (912f6fb3-fd75-4d43-a426-c6444eb41f47), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.646290 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] For port 8ee56480-f62a-4463-a8af-73b17282f8dc, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8ee56480-f62a-4463-a8af-73b17282f8dc,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:33:38.669508 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 98c12177-4858-4356-83f9-76b87a347614 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:38.674429 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.690074 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Pushing event deleted for resources: {'Port': ['ID=912f6fb3-fd75-4d43-a426-c6444eb41f47,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:38.716255 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Allocated IP 172.27.2.66 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/9fde3a60-fb03-4bf2-a99c-154170f82252) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:33:38.726507 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] No DVR routers for this DVR port 912f6fb3-fd75-4d43-a426-c6444eb41f47 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:33:38.729514 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.733305 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-93c21404-1dbb-4d2d-a81d-26166d2696ab req-c8cf3ecb-ea58-4c8f-9ed5-3f0d2abd1fee tempest-AttachVolumeNegativeTest-525741793 tempest-AttachVolumeNegativeTest-525741793-project] 10.222.0.48 "DELETE /v2.0/ports/912f6fb3-fd75-4d43-a426-c6444eb41f47 HTTP/1.1" status: 204 len: 173 time: 0.6101267 Feb 18 00:33:38.733832 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'name': 'network-vif-deleted', 'tag': '912f6fb3-fd75-4d43-a426-c6444eb41f47'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:38.735588 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['912f6fb3-fd75-4d43-a426-c6444eb41f47'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:33:38.736464 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a585f2-e6e9-4871-9cc8-9b1663aa865c" -d '{"events": [{"server_uuid": "6edbfb11-24b5-4429-a7ce-cda3f45c5366", "name": "network-vif-deleted", "tag": "912f6fb3-fd75-4d43-a426-c6444eb41f47"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:38.777426 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80b0a8-225a-45f4-bd5b-e9616f353c3b x-openstack-request-id: req-fb80b0a8-225a-45f4-bd5b-e9616f353c3b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:38.777722 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edbfb11-24b5-4429-a7ce-cda3f45c5366", "name": "network-vif-deleted", "tag": "912f6fb3-fd75-4d43-a426-c6444eb41f47", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:38.777979 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb80b0a8-225a-45f4-bd5b-e9616f353c3b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:38.778399 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edbfb11-24b5-4429-a7ce-cda3f45c5366', 'name': 'network-vif-deleted', 'tag': '912f6fb3-fd75-4d43-a426-c6444eb41f47', 'status': 'completed', 'code': 200} Feb 18 00:33:38.816424 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf59a5-92e6-412f-898c-399429c8f3db None None] Pushing event updated for resources: {'Port': ['ID=8ee56480-f62a-4463-a8af-73b17282f8dc,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:38.869475 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:38.870326 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:38.881515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks [] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.949105 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:38.965444 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Publish callbacks [] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.003981 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:39.009696 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:39.012417 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.012928 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64f88d-28cf-44ed-8e70-b5f4796ce31f req-c93371b3-de3d-4d40-ac39-8d2b14e04c9c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:39.013471 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:33:39.014658 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3d64f88d-28cf-44ed-8e70-b5f4796ce31f req-c93371b3-de3d-4d40-ac39-8d2b14e04c9c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0827179 Feb 18 00:33:39.070229 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 98c12177-4858-4356-83f9-76b87a347614 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:39.070680 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (98c12177-4858-4356-83f9-76b87a347614), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.072384 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3d64f88d-28cf-44ed-8e70-b5f4796ce31f req-23e59d77-b79b-47e5-8685-77df939873be tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491605 Feb 18 00:33:39.083505 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Pushing event updated for resources: {'Port': ['ID=e1ca559e-a235-41d8-b4bb-64459fedccf1,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:39.091417 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Pushing event updated for resources: {'Port': ['ID=9fde3a60-fb03-4bf2-a99c-154170f82252,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:39.129911 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Network 25575fd8-3592-451b-93b0-aa221df03a57 is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:39.132507 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:39.163530 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:39.168241 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 088af147-6203-4845-8ea8-bc3fac146146 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:39.192704 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:33:39.207632 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 088af147-6203-4845-8ea8-bc3fac146146 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:39.207987 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 088af147-6203-4845-8ea8-bc3fac146146 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:39.253889 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-cc92c7a9-af0c-4237-aa68-d5a93724b044 None None] Provisioning complete for port 8ee56480-f62a-4463-a8af-73b17282f8dc triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:39.254263 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cc92c7a9-af0c-4237-aa68-d5a93724b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.254686 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks [] for router_gateway (fed97de5-a0b9-48b7-ad93-a76d334a9c70), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.405214 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Attempting to bind port e1ca559e-a235-41d8-b4bb-64459fedccf1 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:33:39.405591 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Attempting to bind port e1ca559e-a235-41d8-b4bb-64459fedccf1 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:33:39.405955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Attempting to bind port e1ca559e-a235-41d8-b4bb-64459fedccf1 on network 25575fd8-3592-451b-93b0-aa221df03a57 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:39.431753 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 98c12177-4858-4356-83f9-76b87a347614 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:39.434018 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:33:39.434421 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Checking segment: {'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:39.434834 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.435237 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Bound using segment: {'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:33:39.435709 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Bound port: e1ca559e-a235-41d8-b4bb-64459fedccf1, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:33:39.436097 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.472538 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (fed97de5-a0b9-48b7-ad93-a76d334a9c70), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.556714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-cc92c7a9-af0c-4237-aa68-d5a93724b044 None None] Current status of the port 8ee56480-f62a-4463-a8af-73b17282f8dc is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:39.557116 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cc92c7a9-af0c-4237-aa68-d5a93724b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.605894 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] For port e1ca559e-a235-41d8-b4bb-64459fedccf1, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:33:39.607277 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Router fed97de5-a0b9-48b7-ad93-a76d334a9c70 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:33:39.620094 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cc92c7a9-af0c-4237-aa68-d5a93724b044 None None] For port 8ee56480-f62a-4463-a8af-73b17282f8dc, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8ee56480-f62a-4463-a8af-73b17282f8dc,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:39.628854 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cc92c7a9-af0c-4237-aa68-d5a93724b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.632929 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] For port e1ca559e-a235-41d8-b4bb-64459fedccf1, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=e1ca559e-a235-41d8-b4bb-64459fedccf1,segment=NetworkSegment(12c7ef05-0147-49d1-9146-1f3257190016),segment_id=12c7ef05-0147-49d1-9146-1f3257190016)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:33:39.660483 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.667821 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:38Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:39.711463 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a252b7-de9b-46a1-b122-4fed9b7d1b69 None None] The sync data for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi is: [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:38Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:33:39.726319 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45312) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:39.737032 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92c7a9-af0c-4237-aa68-d5a93724b044 None None] Pushing event updated for resources: {'Port': ['ID=8ee56480-f62a-4463-a8af-73b17282f8dc,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:39.753843 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:33:39.775340 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.776750 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8988b79e-28ce-4605-82b0-1094d6673916 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7922866 Feb 18 00:33:39.781019 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45314) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:39.802198 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Sync routers for ids ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:33:39.819988 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Routers {'fed97de5-a0b9-48b7-ad93-a76d334a9c70'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:39.821576 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:39.830533 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2c575-ee75-4044-8469-6de46f306245 None None] Pushing event updated for resources: {'Port': ['ID=e1ca559e-a235-41d8-b4bb-64459fedccf1,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:39.900367 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] Deleting subnet 134f7579-7b73-42c3-95ca-11252deb53df {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:33:39.911848 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] Publish callbacks [] for subnet (134f7579-7b73-42c3-95ca-11252deb53df), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:39.977879 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433059'] for subnet (134f7579-7b73-42c3-95ca-11252deb53df), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.035698 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Set router fed97de5-a0b9-48b7-ad93-a76d334a9c70 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:40.040493 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (134f7579-7b73-42c3-95ca-11252deb53df), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.140071 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1524872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099179'] for subnet (134f7579-7b73-42c3-95ca-11252deb53df), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.175631 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134f7579-7b73-42c3-95ca-11252deb53df,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:40.180286 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.189632 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-a4ee446d-3093-4067-a4af-49bcb669e33e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/134f7579-7b73-42c3-95ca-11252deb53df HTTP/1.1" status: 204 len: 168 time: 0.4599297 Feb 18 00:33:40.202250 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45320) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:40.310973 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.423677 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737b2fc-3824-47c2-bf47-ea37d3a8fc91 req-c500a334-eeb5-49cf-bb9d-b72e96de9931 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:40.425746 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7737b2fc-3824-47c2-bf47-ea37d3a8fc91 req-c500a334-eeb5-49cf-bb9d-b72e96de9931 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.2153685 Feb 18 00:33:40.465890 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 3, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port': {'id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:40.502874 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Checking router: fed97de5-a0b9-48b7-ad93-a76d334a9c70 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:33:40.503220 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Updating router fed97de5-a0b9-48b7-ad93-a76d334a9c70 port 9fde3a60-fb03-4bf2-a99c-154170f82252 binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:33:40.545329 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.727312 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.790264 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e1ca559e-a235-41d8-b4bb-64459fedccf1 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:40.796747 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.853833 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:40.888048 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1804afc3-9073-4fa1-b62d-a3d1e5c25b20') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:40.888345 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1804afc3-9073-4fa1-b62d-a3d1e5c25b20') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:40.899491 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7737b2fc-3824-47c2-bf47-ea37d3a8fc91 req-b76d2c0e-9e85-4b16-9dc5-a90079a187b7 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573114 Feb 18 00:33:40.902819 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port e1ca559e-a235-41d8-b4bb-64459fedccf1 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:40.903373 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.910244 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (1804afc3-9073-4fa1-b62d-a3d1e5c25b20), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.951474 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (1804afc3-9073-4fa1-b62d-a3d1e5c25b20), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.969390 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:33:40.969698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (1804afc3-9073-4fa1-b62d-a3d1e5c25b20), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:33:40.971953 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:33:41.002118 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Allocated IP 172.20.0.1 (25575fd8-3592-451b-93b0-aa221df03a57/6810fd65-6333-4d41-9a3a-bb6aa17d8b34/8411bf78-46af-4c7b-8eca-a92c958a1cf3) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:33:41.012251 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Publish callbacks [] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.029177 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.066647 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.081894 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port e1ca559e-a235-41d8-b4bb-64459fedccf1 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:41.082801 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.101076 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:41.103456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.106996 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-bd65e53e-5bd9-4d10-b9e5-4dadf6b7cc63 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ce8ca25-1ffb-44fb-8c44-d0ed4dce57c9 HTTP/1.1" status: 204 len: 168 time: 0.9036543 Feb 18 00:33:41.133300 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27379952-6c61-477b-831a-7ba69a55ab87 None None] Pushing event updated for resources: {'Port': ['ID=9fde3a60-fb03-4bf2-a99c-154170f82252,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:41.136579 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port e1ca559e-a235-41d8-b4bb-64459fedccf1, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=e1ca559e-a235-41d8-b4bb-64459fedccf1,segment=NetworkSegment(12c7ef05-0147-49d1-9146-1f3257190016),segment_id=12c7ef05-0147-49d1-9146-1f3257190016)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:41.144133 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.146125 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8ee56480-f62a-4463-a8af-73b17282f8dc up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:41.174035 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 912f6fb3-fd75-4d43-a426-c6444eb41f47 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:41.175539 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Attempting to bind port 9fde3a60-fb03-4bf2-a99c-154170f82252 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:33:41.175907 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Attempting to bind port 9fde3a60-fb03-4bf2-a99c-154170f82252 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:33:41.176264 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Attempting to bind port 9fde3a60-fb03-4bf2-a99c-154170f82252 on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:41.186784 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:33:41.187186 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:41.187624 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.188701 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:33:41.188701 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Bound port: 9fde3a60-fb03-4bf2-a99c-154170f82252, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:33:41.188975 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.226056 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks [] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.260852 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 912f6fb3-fd75-4d43-a426-c6444eb41f47 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:41.261190 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 912f6fb3-fd75-4d43-a426-c6444eb41f47 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:41.270634 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] For port 9fde3a60-fb03-4bf2-a99c-154170f82252, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:33:41.275147 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] For port 9fde3a60-fb03-4bf2-a99c-154170f82252, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=9fde3a60-fb03-4bf2-a99c-154170f82252,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:33:41.283434 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.296696 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.300321 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=e1ca559e-a235-41d8-b4bb-64459fedccf1,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:41.336359 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 8ee56480-f62a-4463-a8af-73b17282f8dc triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:41.336734 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.351587 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Network 25575fd8-3592-451b-93b0-aa221df03a57 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:41.354947 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:41.358346 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:33:41.358843 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (fed97de5-a0b9-48b7-ad93-a76d334a9c70), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.397115 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4cc5e-c02f-471d-ada0-a61125b91da4 None None] Network 25575fd8-3592-451b-93b0-aa221df03a57 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:41.421423 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Routers {'fed97de5-a0b9-48b7-ad93-a76d334a9c70'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:41.421423 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:41.440304 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Pushing event updated for resources: {'Port': ['ID=8411bf78-46af-4c7b-8eca-a92c958a1cf3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:41.492107 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45324) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:41.527485 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27379952-6c61-477b-831a-7ba69a55ab87 None None] Pushing event updated for resources: {'Port': ['ID=9fde3a60-fb03-4bf2-a99c-154170f82252,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:41.572988 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-fb5f1e09-5a12-47f1-ace4-7e2706766b04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a9265d4772245e8a021af097c9e144f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0794015 Feb 18 00:33:41.575595 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45326) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:41.587308 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.626091 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] Set router fed97de5-a0b9-48b7-ad93-a76d334a9c70 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:41.670500 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f5f8184e-2ed7-44b0-9724-f1601383d07a admin admin] Publish callbacks [] for security_group (86e577bc-e3c4-4470-99d8-555d98093812), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.689963 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-ff40c5df-a644-422c-9d09-9d3285c4626a None None] Provisioning complete for port e1ca559e-a235-41d8-b4bb-64459fedccf1 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:41.690470 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ff40c5df-a644-422c-9d09-9d3285c4626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.699542 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f5f8184e-2ed7-44b0-9724-f1601383d07a admin admin] Publish callbacks [] for security_group (86e577bc-e3c4-4470-99d8-555d98093812), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.770014 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f5f8184e-2ed7-44b0-9724-f1601383d07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (86e577bc-e3c4-4470-99d8-555d98093812), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.774689 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f5f8184e-2ed7-44b0-9724-f1601383d07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.778376 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f5f8184e-2ed7-44b0-9724-f1601383d07a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86e577bc-e3c4-4470-99d8-555d98093812 HTTP/1.1" status: 204 len: 168 time: 0.2016850 Feb 18 00:33:41.801802 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8184e-2ed7-44b0-9724-f1601383d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e577bc-e3c4-4470-99d8-555d98093812,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:41.857412 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 8ee56480-f62a-4463-a8af-73b17282f8dc is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:41.902580 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 3, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port': {'id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:41.903884 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks [] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.911296 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-ff40c5df-a644-422c-9d09-9d3285c4626a None None] Current status of the port e1ca559e-a235-41d8-b4bb-64459fedccf1 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:41.916616 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.917333 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (fed97de5-a0b9-48b7-ad93-a76d334a9c70), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:41.945437 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09e7c0-2f9c-471e-9a65-7846fcc684a7 None None] The sync data for ids ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'] in dv-cinder-816104-3-iscsi is: [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 3, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port': {'id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:33:42.017748 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Pushing event updated for resources: {'Port': ['ID=8411bf78-46af-4c7b-8eca-a92c958a1cf3,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:42.075019 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73d781-d244-41ce-9136-5870e8dad175 req-be0875ae-2e9a-49d6-83ed-7d1f874cb690 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:42.076566 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cd73d781-d244-41ce-9136-5870e8dad175 req-be0875ae-2e9a-49d6-83ed-7d1f874cb690 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0897200 Feb 18 00:33:42.117704 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Network 25575fd8-3592-451b-93b0-aa221df03a57 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:42.119580 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:42.175593 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cd73d781-d244-41ce-9136-5870e8dad175 req-c64f4e65-62c0-4d83-9b3e-46f518a3d2bf tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848489 Feb 18 00:33:42.256571 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-de22fae9-4678-4696-819c-80a69bd78290 None None] Provisioning complete for port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:42.257252 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de22fae9-4678-4696-819c-80a69bd78290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:42.277410 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Router fed97de5-a0b9-48b7-ad93-a76d334a9c70 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:33:42.316283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-de22fae9-4678-4696-819c-80a69bd78290 None None] Port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:33:42.355524 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-de22fae9-4678-4696-819c-80a69bd78290 None None] Provisioning complete for port e1ca559e-a235-41d8-b4bb-64459fedccf1 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:42.356146 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de22fae9-4678-4696-819c-80a69bd78290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:42.493350 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:33:42.494556 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-de22fae9-4678-4696-819c-80a69bd78290 None None] Current status of the port e1ca559e-a235-41d8-b4bb-64459fedccf1 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:42.514064 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ea7e13e4-4daa-45e8-b213-d084dc61d7ea admin admin] 10.222.0.10 "PUT /v2.0/routers/fed97de5-a0b9-48b7-ad93-a76d334a9c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7231743 Feb 18 00:33:42.634545 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-e3827f99-ebac-43f2-9cad-e8b6da439082 None None] Provisioning complete for port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:42.635703 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e3827f99-ebac-43f2-9cad-e8b6da439082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:42.722955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-e3827f99-ebac-43f2-9cad-e8b6da439082 None None] Port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:33:42.837589 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e1ca559e-a235-41d8-b4bb-64459fedccf1 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:42.903489 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-4cb0f00d-8d94-4a7d-a243-c12baa7568b9 None None] Provisioning complete for port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:42.904105 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f00d-8d94-4a7d-a243-c12baa7568b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:42.948203 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port e1ca559e-a235-41d8-b4bb-64459fedccf1 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:42.948827 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:42.973502 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0f00d-8d94-4a7d-a243-c12baa7568b9 None None] Port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:33:43.036072 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port e1ca559e-a235-41d8-b4bb-64459fedccf1 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:43.037858 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 9fde3a60-fb03-4bf2-a99c-154170f82252 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:43.105380 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 9fde3a60-fb03-4bf2-a99c-154170f82252 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:43.105848 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:43.222607 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 9fde3a60-fb03-4bf2-a99c-154170f82252 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:43.223106 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:43.248624 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 9fde3a60-fb03-4bf2-a99c-154170f82252, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=9fde3a60-fb03-4bf2-a99c-154170f82252,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:43.254133 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:43.323256 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=9fde3a60-fb03-4bf2-a99c-154170f82252,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:43.339526 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e9e73-8096-4431-9e23-ffc6f831e8c4 req-3f6153db-d977-4ab2-b756-6f9bc827b20c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:43.341080 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a0e9e73-8096-4431-9e23-ffc6f831e8c4 req-3f6153db-d977-4ab2-b756-6f9bc827b20c tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0768383 Feb 18 00:33:43.400592 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a0e9e73-8096-4431-9e23-ffc6f831e8c4 req-1f579b5f-d2b7-4447-8191-49a764d3a2e0 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523582 Feb 18 00:33:44.087324 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Sync routers for ids ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:33:44.100100 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Routers {'fed97de5-a0b9-48b7-ad93-a76d334a9c70'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:44.100761 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:44.244972 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Set router fed97de5-a0b9-48b7-ad93-a76d334a9c70 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:44.310867 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-3172bbc5-9af8-4219-84fb-89a005180d27 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:44.312959 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-3172bbc5-9af8-4219-84fb-89a005180d27 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.0972755 Feb 18 00:33:44.506069 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:41Z', 'revision_number': 4, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port': {'id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8411bf78-46af-4c7b-8eca-a92c958a1cf3', 'name': '', 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'mac_address': 'fa:16:3e:4d:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6810fd65-6333-4d41-9a3a-bb6aa17d8b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:40Z', 'updated_at': '2022-02-18T00:33:41Z', 'revision_number': 2, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'subnets': [{'id': '6810fd65-6333-4d41-9a3a-bb6aa17d8b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:44.508987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Deleting port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:44.509906 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:44.546943 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Checking router: fed97de5-a0b9-48b7-ad93-a76d334a9c70 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:33:44.547289 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Updating router fed97de5-a0b9-48b7-ad93-a76d334a9c70 port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:33:44.602668 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:44.665133 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a811-6000-4b57-b4e3-4d2be9af8b3b req-25ef23cb-65b7-4f44-82ab-75bfb0dd96ba tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:44.666632 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6263a811-6000-4b57-b4e3-4d2be9af8b3b req-25ef23cb-65b7-4f44-82ab-75bfb0dd96ba tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/ports?device_id=9629f36a-f292-402d-9b87-32dce7f1f1ff HTTP/1.1" status: 200 len: 946 time: 0.1525240 Feb 18 00:33:44.674728 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] For port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:44.675129 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:44.697082 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Calling delete_port for dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:44.761020 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 9fde3a60-fb03-4bf2-a99c-154170f82252 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:44.774168 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6263a811-6000-4b57-b4e3-4d2be9af8b3b req-f3e5c5f7-1949-4d80-8cda-73bc272fe428 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.10 "GET /v2.0/security-groups?id=93624615-0f9f-4ccc-854d-7811e5642e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952058 Feb 18 00:33:44.911598 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (dabfc11b-08db-42ab-ad1c-6bcfd0f57d56), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:44.918678 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 9fde3a60-fb03-4bf2-a99c-154170f82252 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:44.919340 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:44.965173 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Pushing event deleted for resources: {'Port': ['ID=dabfc11b-08db-42ab-ad1c-6bcfd0f57d56,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:44.966809 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['dabfc11b-08db-42ab-ad1c-6bcfd0f57d56'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:33:45.025250 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] No DVR routers for this DVR port dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:33:45.027745 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:45.032673 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ebaacdc3-5cbf-484a-b50d-24c210ac5fb9 req-d61d834f-37cc-4cc2-ad3e-74d1e2c5cb74 tempest-ServerRescueNegativeTestJSON-2004894794 tempest-ServerRescueNegativeTestJSON-2004894794-project] 10.222.0.48 "DELETE /v2.0/ports/dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 HTTP/1.1" status: 204 len: 173 time: 0.7132068 Feb 18 00:33:45.033122 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'name': 'network-vif-deleted', 'tag': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:45.044956 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832de637-efe8-4a42-856d-9d2f3f2f2656" -d '{"events": [{"server_uuid": "9629f36a-f292-402d-9b87-32dce7f1f1ff", "name": "network-vif-deleted", "tag": "dabfc11b-08db-42ab-ad1c-6bcfd0f57d56"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:45.123640 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36445700-2d2f-444a-87d2-3dcb1c04b132 x-openstack-request-id: req-36445700-2d2f-444a-87d2-3dcb1c04b132 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:45.123827 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9629f36a-f292-402d-9b87-32dce7f1f1ff", "name": "network-vif-deleted", "tag": "dabfc11b-08db-42ab-ad1c-6bcfd0f57d56", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:45.124081 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36445700-2d2f-444a-87d2-3dcb1c04b132 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:45.124190 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Publish callbacks [] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:45.124633 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9629f36a-f292-402d-9b87-32dce7f1f1ff', 'name': 'network-vif-deleted', 'tag': 'dabfc11b-08db-42ab-ad1c-6bcfd0f57d56', 'status': 'completed', 'code': 200} Feb 18 00:33:45.126489 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 9fde3a60-fb03-4bf2-a99c-154170f82252 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:45.132912 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:45.188066 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7815c46-b109-4c39-87c0-153f1f500f01 None None] Pushing event updated for resources: {'Port': ['ID=8411bf78-46af-4c7b-8eca-a92c958a1cf3,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:45.265089 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Attempting to bind port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:33:45.265459 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Attempting to bind port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:33:45.265821 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Attempting to bind port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 on network 25575fd8-3592-451b-93b0-aa221df03a57 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:45.271881 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:33:45.272946 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Checking segment: {'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:45.273360 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:45.273756 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Bound using segment: {'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:33:45.274237 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Bound port: 8411bf78-46af-4c7b-8eca-a92c958a1cf3, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c7ef05-0147-49d1-9146-1f3257190016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:33:45.274640 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:45.366173 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] For port 8411bf78-46af-4c7b-8eca-a92c958a1cf3, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:33:45.370592 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] For port 8411bf78-46af-4c7b-8eca-a92c958a1cf3, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8411bf78-46af-4c7b-8eca-a92c958a1cf3,segment=NetworkSegment(12c7ef05-0147-49d1-9146-1f3257190016),segment_id=12c7ef05-0147-49d1-9146-1f3257190016)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:33:45.380534 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:45.451625 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Routers {'fed97de5-a0b9-48b7-ad93-a76d334a9c70'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:45.452267 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:45.561600 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7815c46-b109-4c39-87c0-153f1f500f01 None None] Pushing event updated for resources: {'Port': ['ID=8411bf78-46af-4c7b-8eca-a92c958a1cf3,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:45.586485 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-f44619a5-9a27-4828-b147-f623dcaf2c44 None None] Provisioning complete for port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:45.586892 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f44619a5-9a27-4828-b147-f623dcaf2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:45.709533 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] Set router fed97de5-a0b9-48b7-ad93-a76d334a9c70 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:45.869343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45428) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:46.115692 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-f44619a5-9a27-4828-b147-f623dcaf2c44 None None] Current status of the port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:46.115692 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f44619a5-9a27-4828-b147-f623dcaf2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:46.170059 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-f44619a5-9a27-4828-b147-f623dcaf2c44 None None] For port 8411bf78-46af-4c7b-8eca-a92c958a1cf3, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8411bf78-46af-4c7b-8eca-a92c958a1cf3,segment=NetworkSegment(12c7ef05-0147-49d1-9146-1f3257190016),segment_id=12c7ef05-0147-49d1-9146-1f3257190016)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:46.180503 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f44619a5-9a27-4828-b147-f623dcaf2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:46.262322 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44619a5-9a27-4828-b147-f623dcaf2c44 None None] Pushing event updated for resources: {'Port': ['ID=8411bf78-46af-4c7b-8eca-a92c958a1cf3,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:46.287454 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:41Z', 'revision_number': 4, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port': {'id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8411bf78-46af-4c7b-8eca-a92c958a1cf3', 'name': '', 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'mac_address': 'fa:16:3e:4d:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6810fd65-6333-4d41-9a3a-bb6aa17d8b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:40Z', 'updated_at': '2022-02-18T00:33:45Z', 'revision_number': 4, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'subnets': [{'id': '6810fd65-6333-4d41-9a3a-bb6aa17d8b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:46.322018 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cea5f3-b245-41e7-98da-aded38c83664 None None] The sync data for ids ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'] in dv-cinder-816104-3-iscsi is: [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:41Z', 'revision_number': 4, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port': {'id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8411bf78-46af-4c7b-8eca-a92c958a1cf3', 'name': '', 'network_id': '25575fd8-3592-451b-93b0-aa221df03a57', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'mac_address': 'fa:16:3e:4d:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6810fd65-6333-4d41-9a3a-bb6aa17d8b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:40Z', 'updated_at': '2022-02-18T00:33:45Z', 'revision_number': 4, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'subnets': [{'id': '6810fd65-6333-4d41-9a3a-bb6aa17d8b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:33:46.335460 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-c1420c77-4f83-41b3-b0df-c30c3b0f5b60 None None] Provisioning complete for port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:46.335840 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c1420c77-4f83-41b3-b0df-c30c3b0f5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:46.435731 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (a139edbe-f724-499f-bc93-87b60557ed9f), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:46.468554 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-c1420c77-4f83-41b3-b0df-c30c3b0f5b60 None None] Current status of the port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:46.727524 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8411bf78-46af-4c7b-8eca-a92c958a1cf3 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:33:46.817001 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:46.817352 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:46.932396 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Deleting port ebb83168-7671-45ec-9821-bc296514ff2b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:46.933346 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:46.984608 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:33:47.043637 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] For port ebb83168-7671-45ec-9821-bc296514ff2b, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=ebb83168-7671-45ec-9821-bc296514ff2b,segment=NetworkSegment(526a0cd4-2763-4b2b-a9d6-1b601f88ca18),segment_id=526a0cd4-2763-4b2b-a9d6-1b601f88ca18)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:47.044236 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.064899 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Calling delete_port for ebb83168-7671-45ec-9821-bc296514ff2b owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:47.164594 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:47.190803 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:47.191445 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device dabfc11b-08db-42ab-ad1c-6bcfd0f57d56 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:47.371447 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45440) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:47.420104 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (ebb83168-7671-45ec-9821-bc296514ff2b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.446978 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb83168-7671-45ec-9821-bc296514ff2b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:47.524485 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dacd171c-a63a-487c-af6d-1c5c10c94a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.642332 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dacd171c-a63a-487c-af6d-1c5c10c94a67 admin admin] Publish callbacks [] for security_group (756787dc-b02d-42ed-b10a-5d8dc998df9e), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.652765 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dacd171c-a63a-487c-af6d-1c5c10c94a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (756787dc-b02d-42ed-b10a-5d8dc998df9e), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.668028 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (a139edbe-f724-499f-bc93-87b60557ed9f), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.695861 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-dacd171c-a63a-487c-af6d-1c5c10c94a67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74d71d1c8390476ca09e9b0a10498d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226538 Feb 18 00:33:47.701656 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45444) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:47.745733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd171c-a63a-487c-af6d-1c5c10c94a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756787dc-b02d-42ed-b10a-5d8dc998df9e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:47.794445 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23dabe0b-1607-4332-a220-c6cab6ef5736 admin admin] Publish callbacks [] for security_group (756787dc-b02d-42ed-b10a-5d8dc998df9e), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.820147 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23dabe0b-1607-4332-a220-c6cab6ef5736 admin admin] Publish callbacks [] for security_group (756787dc-b02d-42ed-b10a-5d8dc998df9e), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.894433 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23dabe0b-1607-4332-a220-c6cab6ef5736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (756787dc-b02d-42ed-b10a-5d8dc998df9e), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.898390 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23dabe0b-1607-4332-a220-c6cab6ef5736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:47.902661 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-23dabe0b-1607-4332-a220-c6cab6ef5736 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/756787dc-b02d-42ed-b10a-5d8dc998df9e HTTP/1.1" status: 204 len: 168 time: 0.1999123 Feb 18 00:33:47.919312 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dabe0b-1607-4332-a220-c6cab6ef5736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756787dc-b02d-42ed-b10a-5d8dc998df9e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:48.074703 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Router a139edbe-f724-499f-bc93-87b60557ed9f has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:33:48.288993 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:33:48.294634 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d87955db-1a8e-427f-ab42-b96638211fdd admin admin] 10.222.0.10 "PUT /v2.0/routers/a139edbe-f724-499f-bc93-87b60557ed9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4236555 Feb 18 00:33:48.297642 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45450) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:48.305115 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] Sync routers for ids ['a139edbe-f724-499f-bc93-87b60557ed9f'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:33:48.342338 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] Routers {'a139edbe-f724-499f-bc93-87b60557ed9f'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:48.346097 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['a139edbe-f724-499f-bc93-87b60557ed9f'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:48.404565 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:48.429240 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c2616dc-f1a9-48c5-a2fd-1586223569d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.509335 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] Set router a139edbe-f724-499f-bc93-87b60557ed9f gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:48.513178 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks [] for router (a139edbe-f724-499f-bc93-87b60557ed9f), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.535527 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c2616dc-f1a9-48c5-a2fd-1586223569d6 admin admin] Publish callbacks [] for security_group (eaf40192-7f93-4344-9396-be317efc1560), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.541117 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c2616dc-f1a9-48c5-a2fd-1586223569d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (eaf40192-7f93-4344-9396-be317efc1560), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.572185 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2616dc-f1a9-48c5-a2fd-1586223569d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf40192-7f93-4344-9396-be317efc1560,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:48.606859 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8c2616dc-f1a9-48c5-a2fd-1586223569d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=278bb269fdb645749901d82d8dbf4ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988211 Feb 18 00:33:48.615643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:48.657338 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks [] for router_gateway (a139edbe-f724-499f-bc93-87b60557ed9f), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.727881 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b0cd-f9c5-4a4a-a767-923ac98fd9d4 admin admin] Publish callbacks [] for security_group (eaf40192-7f93-4344-9396-be317efc1560), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.747296 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Deleting port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:33:48.747534 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.781179 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b0cd-f9c5-4a4a-a767-923ac98fd9d4 admin admin] Publish callbacks [] for security_group (eaf40192-7f93-4344-9396-be317efc1560), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.840457 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:33:47Z', 'revision_number': 5, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port': {'id': 'c72c05fb-00fc-4057-8e63-3e62ac3cfbc8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:01Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:48.852172 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] For port c72c05fb-00fc-4057-8e63-3e62ac3cfbc8, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:33:48.852545 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.861509 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b0cd-f9c5-4a4a-a767-923ac98fd9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (eaf40192-7f93-4344-9396-be317efc1560), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.873259 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b0cd-f9c5-4a4a-a767-923ac98fd9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:48.873674 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Calling delete_port for c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:33:48.878809 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6cf9b0cd-f9c5-4a4a-a767-923ac98fd9d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eaf40192-7f93-4344-9396-be317efc1560 HTTP/1.1" status: 204 len: 168 time: 0.2598944 Feb 18 00:33:48.889097 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9b0cd-f9c5-4a4a-a767-923ac98fd9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf40192-7f93-4344-9396-be317efc1560,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:48.904609 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] Checking router: a139edbe-f724-499f-bc93-87b60557ed9f for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:33:48.915382 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] Routers {'a139edbe-f724-499f-bc93-87b60557ed9f'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:33:48.916289 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['a139edbe-f724-499f-bc93-87b60557ed9f'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:49.027875 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] Set router a139edbe-f724-499f-bc93-87b60557ed9f gateway port host: None {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:33:49.100865 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:33:48Z', 'revision_number': 6, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:49.137635 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbaddb-b4f9-4106-b609-6e47c31b72a8 None None] The sync data for ids ['a139edbe-f724-499f-bc93-87b60557ed9f'] in dv-cinder-816104-3-iscsi is: [{'id': 'a139edbe-f724-499f-bc93-87b60557ed9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1077442219-router', 'tenant_id': 'd092a648f7634ab3bad06d90c9debd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:33:48Z', 'revision_number': 6, 'project_id': 'd092a648f7634ab3bad06d90c9debd5b', 'gw_port_host': None}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:33:49.194770 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (c72c05fb-00fc-4057-8e63-3e62ac3cfbc8), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.232881 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72c05fb-00fc-4057-8e63-3e62ac3cfbc8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:49.315656 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (a139edbe-f724-499f-bc93-87b60557ed9f), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.459602 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (a139edbe-f724-499f-bc93-87b60557ed9f), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.462445 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks [] for router_controller (a139edbe-f724-499f-bc93-87b60557ed9f), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.552599 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (a139edbe-f724-499f-bc93-87b60557ed9f), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.553416 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a139edbe-f724-499f-bc93-87b60557ed9f {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:33:49.560486 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.561764 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-30c25a22-4a3a-4bb1-b2ad-783b009bd1b7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a139edbe-f724-499f-bc93-87b60557ed9f HTTP/1.1" status: 204 len: 168 time: 1.2622023 Feb 18 00:33:49.564357 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45470) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:49.623247 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] Deleting subnet 1e55ac13-5d4b-49b1-adb2-c4766ecc3555 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:33:49.627000 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] Publish callbacks [] for subnet (1e55ac13-5d4b-49b1-adb2-c4766ecc3555), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.674384 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] Publish callbacks [] for subnet (1e55ac13-5d4b-49b1-adb2-c4766ecc3555), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.689459 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (1e55ac13-5d4b-49b1-adb2-c4766ecc3555), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.771424 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (1e55ac13-5d4b-49b1-adb2-c4766ecc3555), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.785615 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.790513 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1e55ac13-5d4b-49b1-adb2-c4766ecc3555 HTTP/1.1" status: 204 len: 168 time: 0.2245734 Feb 18 00:33:49.793039 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45478) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:49.902182 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (6a567462-bd14-4529-ba11-b7fbd012e848), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:49.985519 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45482) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:50.033683 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (6a567462-bd14-4529-ba11-b7fbd012e848), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.080388 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc8e25-61f5-4545-bab1-08742aeebf02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e55ac13-5d4b-49b1-adb2-c4766ecc3555,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:50.085269 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a567462-bd14-4529-ba11-b7fbd012e848']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:50.100896 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526a0cd4-2763-4b2b-a9d6-1b601f88ca18') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:50.101183 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526a0cd4-2763-4b2b-a9d6-1b601f88ca18') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:33:50.119114 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (526a0cd4-2763-4b2b-a9d6-1b601f88ca18), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.139241 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (526a0cd4-2763-4b2b-a9d6-1b601f88ca18), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.151353 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:33:50.151754 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (526a0cd4-2763-4b2b-a9d6-1b601f88ca18), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:33:50.153721 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:33:50.160329 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-669038302-network', 'tenant_id': '61ff7f7106ff42bc9da99a762b271c0c'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:50.235297 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Made reservation on behalf of 61ff7f7106ff42bc9da99a762b271c0c for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:50.239546 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.250162 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.252066 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (6a567462-bd14-4529-ba11-b7fbd012e848), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.257466 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.260701 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6a567462-bd14-4529-ba11-b7fbd012e848 HTTP/1.1" status: 204 len: 168 time: 0.4666355 Feb 18 00:33:50.283439 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd808a9a-5bc6-404e-9e79-ae2789d53781 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a567462-bd14-4529-ba11-b7fbd012e848,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:50.385173 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks [] for security_group (5c40694f-6f56-42fa-80b3-799f8299d5d2), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.392418 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (5c40694f-6f56-42fa-80b3-799f8299d5d2), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.433097 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c40694f-6f56-42fa-80b3-799f8299d5d2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:50.464389 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:33:50.465681 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:50.485921 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (25c76229-22df-4534-958e-6f1aede29373), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.486278 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Added segment 25c76229-22df-4534-958e-6f1aede29373 of type vlan for network 98ff3fe0-8a46-48f6-b95b-673ecafc2861 Feb 18 00:33:50.531173 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-454df119-90e7-431e-a3be-580c2f741c3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d092a648f7634ab3bad06d90c9debd5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0636363 Feb 18 00:33:50.533553 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45490) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:50.569440 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (98ff3fe0-8a46-48f6-b95b-673ecafc2861), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.606712 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (98ff3fe0-8a46-48f6-b95b-673ecafc2861), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.614382 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:50.614382 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.619399 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b772bd0e-6894-430c-8ac0-0f7a25b2dab3 admin admin] Publish callbacks [] for security_group (93624615-0f9f-4ccc-854d-7811e5642e60), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.640867 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6542985 Feb 18 00:33:50.641493 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45492) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:50.655288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b772bd0e-6894-430c-8ac0-0f7a25b2dab3 admin admin] Publish callbacks [] for security_group (93624615-0f9f-4ccc-854d-7811e5642e60), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.669447 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device ebb83168-7671-45ec-9821-bc296514ff2b no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:50.695435 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Request body: {'subnet': {'network_id': '98ff3fe0-8a46-48f6-b95b-673ecafc2861', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-669038302-subnet', 'tenant_id': '61ff7f7106ff42bc9da99a762b271c0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:50.726193 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b772bd0e-6894-430c-8ac0-0f7a25b2dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (93624615-0f9f-4ccc-854d-7811e5642e60), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.729990 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b772bd0e-6894-430c-8ac0-0f7a25b2dab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.731621 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-b772bd0e-6894-430c-8ac0-0f7a25b2dab3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93624615-0f9f-4ccc-854d-7811e5642e60 HTTP/1.1" status: 204 len: 168 time: 0.1969073 Feb 18 00:33:50.743381 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: ebb83168-7671-45ec-9821-bc296514ff2b {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:50.743968 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device ebb83168-7671-45ec-9821-bc296514ff2b not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:50.744550 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:33:50.769057 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772bd0e-6894-430c-8ac0-0f7a25b2dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93624615-0f9f-4ccc-854d-7811e5642e60,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:50.769823 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:33:50.770338 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device c72c05fb-00fc-4057-8e63-3e62ac3cfbc8 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:33:50.823481 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea6e41-971d-484f-84e7-7ac1ccacf3fa admin admin] Pushing event updated for resources: {'Network': ['ID=98ff3fe0-8a46-48f6-b95b-673ecafc2861,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:50.827536 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Made reservation on behalf of 61ff7f7106ff42bc9da99a762b271c0c for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:50.830593 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26099190'] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:50.840006 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 98ff3fe0-8a46-48f6-b95b-673ecafc2861 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:33:51.058723 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1526341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26099172'] for subnet (3782ca40-a2bc-44d1-8c11-d0dea7dc8906), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:51.127324 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Checking segment: {'id': '25c76229-22df-4534-958e-6f1aede29373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '98ff3fe0-8a46-48f6-b95b-673ecafc2861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:51.127606 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Network hostable DHCP agents. Network: 98ff3fe0-8a46-48f6-b95b-673ecafc2861, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:33:51.134922 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3782ca40-a2bc-44d1-8c11-d0dea7dc8906,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:51.190121 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Network 98ff3fe0-8a46-48f6-b95b-673ecafc2861 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:33:51.201042 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 98ff3fe0-8a46-48f6-b95b-673ecafc2861) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:51.205526 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:51.206592 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:51.211480 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c96c57-ac5b-4dc8-a0de-16542e817389 None None] Network 98ff3fe0-8a46-48f6-b95b-673ecafc2861 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:51.234482 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-b14aff0a-7ad1-4eb3-b848-6be03e3e1de4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5363467 Feb 18 00:33:51.374219 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919b3db-da83-46ba-9a0d-c9afea06e3db None None] Network 98ff3fe0-8a46-48f6-b95b-673ecafc2861 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:51.975786 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45534) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:51.981086 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42919187-network', 'tenant_id': '301d6e5f4a954b2e8ff008b76b7a8b54'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:52.008673 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Made reservation on behalf of 301d6e5f4a954b2e8ff008b76b7a8b54 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:52.012329 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.025132 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.127456 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks [] for security_group (e211443f-844c-470e-a2c9-8fdf5dd98fe6), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.132962 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e211443f-844c-470e-a2c9-8fdf5dd98fe6), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.170923 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:33:52.178290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e211443f-844c-470e-a2c9-8fdf5dd98fe6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:52.185073 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (1ab19307-9100-40a0-8109-b21458cbbc2b), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.185412 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Added segment 1ab19307-9100-40a0-8109-b21458cbbc2b of type vlan for network aab6fa89-1990-4934-a491-ade400f297fa Feb 18 00:33:52.240267 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (aab6fa89-1990-4934-a491-ade400f297fa), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.270458 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (aab6fa89-1990-4934-a491-ade400f297fa), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.272179 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:52.273061 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.336649 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] Pushing event updated for resources: {'Network': ['ID=aab6fa89-1990-4934-a491-ade400f297fa,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:52.347553 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45544) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:52.348074 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4c04dffc-788c-4d75-9486-1ba483f434fb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3705635 Feb 18 00:33:52.348543 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network aab6fa89-1990-4934-a491-ade400f297fa details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:33:52.353211 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Request body: {'subnet': {'network_id': 'aab6fa89-1990-4934-a491-ade400f297fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42919187-subnet', 'tenant_id': '301d6e5f4a954b2e8ff008b76b7a8b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:52.374323 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Made reservation on behalf of 301d6e5f4a954b2e8ff008b76b7a8b54 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:52.377172 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26099190'] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.610773 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1526341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26099172'] for subnet (2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.672310 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:52.684505 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Checking segment: {'id': '1ab19307-9100-40a0-8109-b21458cbbc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aab6fa89-1990-4934-a491-ade400f297fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:52.684869 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Network hostable DHCP agents. Network: aab6fa89-1990-4934-a491-ade400f297fa, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:33:52.704077 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Network aab6fa89-1990-4934-a491-ade400f297fa is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:33:52.716354 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, aab6fa89-1990-4934-a491-ade400f297fa) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:52.722037 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:52.726392 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:52.731296 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcacdd25-d58e-4510-b9a9-dbe6871c7e8c None None] Network aab6fa89-1990-4934-a491-ade400f297fa requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:52.774138 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-41490a59-0746-4a07-8cf3-4a7a631c1c99 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4177523 Feb 18 00:33:52.908262 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15aadf3-2e13-4fe6-b05d-66ffeabae45c None None] Network aab6fa89-1990-4934-a491-ade400f297fa requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:33:53.579116 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45594) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:53.706712 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa955fa2-67b1-485b-96b2-4ca85e69bc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:53.805223 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa955fa2-67b1-485b-96b2-4ca85e69bc8c admin admin] Publish callbacks [] for security_group (1bb329e4-f404-4749-a3e1-d407ee8f4a88), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:53.810285 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa955fa2-67b1-485b-96b2-4ca85e69bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1bb329e4-f404-4749-a3e1-d407ee8f4a88), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:53.851629 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-aa955fa2-67b1-485b-96b2-4ca85e69bc8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8909e9d064d045d897eb54cc88333388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706265 Feb 18 00:33:53.852689 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa955fa2-67b1-485b-96b2-4ca85e69bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb329e4-f404-4749-a3e1-d407ee8f4a88,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:53.854314 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45598) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:53.921343 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-35d41d1c-9ea9-408b-9032-1b126e386864 admin admin] Publish callbacks [] for security_group (1bb329e4-f404-4749-a3e1-d407ee8f4a88), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:53.944598 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-35d41d1c-9ea9-408b-9032-1b126e386864 admin admin] Publish callbacks [] for security_group (1bb329e4-f404-4749-a3e1-d407ee8f4a88), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:53.999570 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-35d41d1c-9ea9-408b-9032-1b126e386864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1bb329e4-f404-4749-a3e1-d407ee8f4a88), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.005800 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-35d41d1c-9ea9-408b-9032-1b126e386864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.007547 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-35d41d1c-9ea9-408b-9032-1b126e386864 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bb329e4-f404-4749-a3e1-d407ee8f4a88 HTTP/1.1" status: 204 len: 168 time: 0.1509356 Feb 18 00:33:54.016653 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41d1c-9ea9-408b-9032-1b126e386864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb329e4-f404-4749-a3e1-d407ee8f4a88,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:54.323755 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45606) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:54.339571 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3f29449-2d6e-4cd4-b88e-ce343e45bb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.428528 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3f29449-2d6e-4cd4-b88e-ce343e45bb30 admin admin] Publish callbacks [] for security_group (db30357d-2bf4-434b-b025-341b487ec105), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.433676 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3f29449-2d6e-4cd4-b88e-ce343e45bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (db30357d-2bf4-434b-b025-341b487ec105), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.472097 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f29449-2d6e-4cd4-b88e-ce343e45bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db30357d-2bf4-434b-b025-341b487ec105,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:54.477024 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-c3f29449-2d6e-4cd4-b88e-ce343e45bb30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3aba3d43c4b84be18ca51b719b773953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521547 Feb 18 00:33:54.479729 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45608) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:54.532808 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8088-91b9-40e0-97a9-242a58fefcd2 admin admin] Publish callbacks [] for security_group (db30357d-2bf4-434b-b025-341b487ec105), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.558858 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8088-91b9-40e0-97a9-242a58fefcd2 admin admin] Publish callbacks [] for security_group (db30357d-2bf4-434b-b025-341b487ec105), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.628179 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8088-91b9-40e0-97a9-242a58fefcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (db30357d-2bf4-434b-b025-341b487ec105), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.631640 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8088-91b9-40e0-97a9-242a58fefcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:54.635200 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-fb6e8088-91b9-40e0-97a9-242a58fefcd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db30357d-2bf4-434b-b025-341b487ec105 HTTP/1.1" status: 204 len: 168 time: 0.1521540 Feb 18 00:33:54.649172 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e8088-91b9-40e0-97a9-242a58fefcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db30357d-2bf4-434b-b025-341b487ec105,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:55.624043 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92eabe83-314a-4274-88fc-dfd6e945d0fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:55.625534 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92eabe83-314a-4274-88fc-dfd6e945d0fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 815 time: 0.1032858 Feb 18 00:33:55.640836 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-bdce6e3d-fb89-4eed-8e8a-772018135465 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/quotas/9764b54de9ad46cbb54bc4c9c33378f5 HTTP/1.1" status: 200 len: 375 time: 0.0094235 Feb 18 00:33:55.700557 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-69fa67f8-7829-42a7-86a8-1104ac1699c6 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539699 Feb 18 00:33:55.794748 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-dd81ba80-fed0-4dfc-8e5d-d87fe4d2bdc2 service neutron] 10.222.0.10 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820403 Feb 18 00:33:55.890517 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-9ccabaae-c455-45f2-b899-ba36c5bf208e service neutron] 10.222.0.10 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899658 Feb 18 00:33:56.280481 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87b39d05-9f9b-48ee-adb1-53f10aefb2a3 req-3b2f0044-35dc-435d-9d59-e131e240c2e8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 210 time: 0.2587411 Feb 18 00:33:56.602275 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45716) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:56.712218 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64d12f9a-f61d-4190-ba60-d7e06166ec14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.788767 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64d12f9a-f61d-4190-ba60-d7e06166ec14 admin admin] Publish callbacks [] for security_group (127c1ce2-61c0-4118-b913-d7c77af58b74), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.792175 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64d12f9a-f61d-4190-ba60-d7e06166ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (127c1ce2-61c0-4118-b913-d7c77af58b74), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.830540 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-64d12f9a-f61d-4190-ba60-d7e06166ec14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=079b4753cda548799597144dffafb88c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271290 Feb 18 00:33:56.831270 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d12f9a-f61d-4190-ba60-d7e06166ec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c1ce2-61c0-4118-b913-d7c77af58b74,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:56.833274 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45720) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:56.850770 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c0b4abfe-0272-4dba-a376-41b0014c1c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.885180 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5a0c-3f40-422b-95e7-8208b90fc519 admin admin] Publish callbacks [] for security_group (127c1ce2-61c0-4118-b913-d7c77af58b74), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.907279 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5a0c-3f40-422b-95e7-8208b90fc519 admin admin] Publish callbacks [] for security_group (127c1ce2-61c0-4118-b913-d7c77af58b74), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.954531 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5a0c-3f40-422b-95e7-8208b90fc519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (127c1ce2-61c0-4118-b913-d7c77af58b74), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.957076 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5a0c-3f40-422b-95e7-8208b90fc519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:56.959010 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e1cf5a0c-3f40-422b-95e7-8208b90fc519 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/127c1ce2-61c0-4118-b913-d7c77af58b74 HTTP/1.1" status: 204 len: 168 time: 0.1239190 Feb 18 00:33:56.966741 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf5a0c-3f40-422b-95e7-8208b90fc519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c1ce2-61c0-4118-b913-d7c77af58b74,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:57.232082 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45726) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:57.246227 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8133-93ad-4bfb-914f-7d6efea2e74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.249576 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-eb61b814-dfb5-4821-83ee-7c9919d8ac99 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:57.251041 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-eb61b814-dfb5-4821-83ee-7c9919d8ac99 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.48 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 815 time: 0.1120789 Feb 18 00:33:57.286083 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'port': {'device_id': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'admin_state_up': True, 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:57.330966 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8133-93ad-4bfb-914f-7d6efea2e74b admin admin] Publish callbacks [] for security_group (4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.336246 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8133-93ad-4bfb-914f-7d6efea2e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.378864 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd8133-93ad-4bfb-914f-7d6efea2e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:57.384150 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f5cd8133-93ad-4bfb-914f-7d6efea2e74b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=232d95e81bb0464e99d0e77a3a678053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510308 Feb 18 00:33:57.386661 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45738) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:33:57.397380 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-26d9f5a2-220c-49bc-8d3b-d66b9092a3bb req-d810fad0-1853-4f96-a174-b353dde258bd tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 210 time: 0.0407565 Feb 18 00:33:57.429225 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Made reservation on behalf of 9764b54de9ad46cbb54bc4c9c33378f5 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:33:57.432569 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.443448 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fa55d4d-febb-4c50-afa9-0d4300566b57 admin admin] Publish callbacks [] for security_group (4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.466713 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fa55d4d-febb-4c50-afa9-0d4300566b57 admin admin] Publish callbacks [] for security_group (4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.528335 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fa55d4d-febb-4c50-afa9-0d4300566b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.531641 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fa55d4d-febb-4c50-afa9-0d4300566b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.533140 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-1fa55d4d-febb-4c50-afa9-0d4300566b57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0 HTTP/1.1" status: 204 len: 168 time: 0.1452782 Feb 18 00:33:57.554652 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa55d4d-febb-4c50-afa9-0d4300566b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c74a5b2-8c77-44a7-b7d1-a88ab1f3c7c0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:57.605217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Allocated IP 172.20.0.10 (0561afb5-60f7-44f0-a3df-9acddedcae08/db67ce5f-395a-4a6c-a6c8-21a7aa06be04/0ae41189-76cf-4b68-926c-2d4c535d2130) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:33:57.807718 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.852681 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:57.912303 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:33:57.915704 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:33:57.920344 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:33:57.925431 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:58.008830 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:58.011655 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:58.048990 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-5d1d9863-68f4-465d-a52e-d040b1986ea8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7673869 Feb 18 00:33:58.163287 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Request body: {'port': {'device_id': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:33:58.274274 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:58.329067 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-3f80ab6b-dfa2-487c-8bea-e21434a110ee None None] Provisioning complete for port 0ae41189-76cf-4b68-926c-2d4c535d2130 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:33:58.330536 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3f80ab6b-dfa2-487c-8bea-e21434a110ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:58.421982 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-3f80ab6b-dfa2-487c-8bea-e21434a110ee None None] Port 0ae41189-76cf-4b68-926c-2d4c535d2130 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:33:58.650195 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad73cbb-faf1-455f-9f38-089fb954b60d req-97fa8ede-13ad-4206-8227-3c1a48c4eb37 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:58.659027 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2ad73cbb-faf1-455f-9f38-089fb954b60d req-97fa8ede-13ad-4206-8227-3c1a48c4eb37 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 932 time: 0.1245837 Feb 18 00:33:58.760409 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2ad73cbb-faf1-455f-9f38-089fb954b60d req-3ccf9792-4b0d-4aed-83d3-fc380700600d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920887 Feb 18 00:33:58.790153 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae41189-76cf-4b68-926c-2d4c535d2130 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:33:58.798291 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Publish callbacks [] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:58.827714 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Transition to ACTIVE for port object 0ae41189-76cf-4b68-926c-2d4c535d2130 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:33:58.840622 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:58.943623 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Pushing event updated for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:59.166666 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Attempting to bind port 0ae41189-76cf-4b68-926c-2d4c535d2130 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:33:59.167104 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Attempting to bind port 0ae41189-76cf-4b68-926c-2d4c535d2130 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:33:59.167472 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Attempting to bind port 0ae41189-76cf-4b68-926c-2d4c535d2130 on network 0561afb5-60f7-44f0-a3df-9acddedcae08 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:59.193779 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Port 0ae41189-76cf-4b68-926c-2d4c535d2130 on network 0561afb5-60f7-44f0-a3df-9acddedcae08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:33:59.194106 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Attempting to bind port 0ae41189-76cf-4b68-926c-2d4c535d2130 on network 0561afb5-60f7-44f0-a3df-9acddedcae08 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:33:59.200215 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:33:59.200682 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Checking segment: {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:33:59.200929 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Bound using segment: {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:33:59.201516 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Bound port: 0ae41189-76cf-4b68-926c-2d4c535d2130, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:33:59.201704 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:59.374517 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2027414a-e59a-45a5-aa9c-92eb2c2aea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:59.384033 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:33:59.388527 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=0ae41189-76cf-4b68-926c-2d4c535d2130,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:33:59.397531 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:59.454441 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:59.457323 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:33:59.460853 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] 10.222.0.48 "PUT /v2.0/ports/0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 1094 time: 1.3017769 Feb 18 00:33:59.460853 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:33:59.464320 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9866ab5a-8fd7-4d5e-b6c8-28815a6642c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:33:59.497644 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c62906-c097-40ad-afa0-1edaa14c0abe service neutron] Pushing event updated for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:33:59.526388 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab130094-37b9-4b78-9651-4e528e6eb205 x-openstack-request-id: req-ab130094-37b9-4b78-9651-4e528e6eb205 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:33:59.526745 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:33:59.527068 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab130094-37b9-4b78-9651-4e528e6eb205 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:33:59.527785 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'status': 'completed', 'code': 200} Feb 18 00:33:59.974894 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cdfc6-49db-448b-bad0-b7b84859e4d7 req-45fff0e5-40f5-45fe-be17-c41c83d4b8d8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:33:59.982165 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f89cdfc6-49db-448b-bad0-b7b84859e4d7 req-45fff0e5-40f5-45fe-be17-c41c83d4b8d8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0984809 Feb 18 00:34:00.038281 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f89cdfc6-49db-448b-bad0-b7b84859e4d7 req-db5849ab-6219-4025-a185-8fd7294e65c3 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550549 Feb 18 00:34:00.266669 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.182620 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cd80-05c1-4421-8e34-daa36d0f4cf7 req-c4acbd89-401b-4790-b31d-3f00f0a0f5e3 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:01.184958 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8c89cd80-05c1-4421-8e34-daa36d0f4cf7 req-c4acbd89-401b-4790-b31d-3f00f0a0f5e3 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0741742 Feb 18 00:34:01.215371 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:34:01.255395 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8c89cd80-05c1-4421-8e34-daa36d0f4cf7 req-b01b4ad0-a041-4b03-9425-b2b884138e88 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624852 Feb 18 00:34:01.433506 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45864) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:01.555155 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3f7c48fb-a022-4dc9-b8e5-c9378adfc9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.595442 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.649993 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3f7c48fb-a022-4dc9-b8e5-c9378adfc9cd admin admin] Publish callbacks [] for security_group (48bb2467-1b73-470c-b1e3-3e99d64cf231), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.654032 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3f7c48fb-a022-4dc9-b8e5-c9378adfc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (48bb2467-1b73-470c-b1e3-3e99d64cf231), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.697323 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-3f7c48fb-a022-4dc9-b8e5-c9378adfc9cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c8cd09416da42d9a2d15a651d9c89f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626994 Feb 18 00:34:01.698488 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c48fb-a022-4dc9-b8e5-c9378adfc9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb2467-1b73-470c-b1e3-3e99d64cf231,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:01.702614 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:01.775726 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c012498b-4856-4b87-88df-2b1ec57152d3 admin admin] Publish callbacks [] for security_group (48bb2467-1b73-470c-b1e3-3e99d64cf231), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.813521 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c012498b-4856-4b87-88df-2b1ec57152d3 admin admin] Publish callbacks [] for security_group (48bb2467-1b73-470c-b1e3-3e99d64cf231), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.882504 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c012498b-4856-4b87-88df-2b1ec57152d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (48bb2467-1b73-470c-b1e3-3e99d64cf231), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.886341 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c012498b-4856-4b87-88df-2b1ec57152d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:01.895974 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-c012498b-4856-4b87-88df-2b1ec57152d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48bb2467-1b73-470c-b1e3-3e99d64cf231 HTTP/1.1" status: 204 len: 168 time: 0.1840289 Feb 18 00:34:01.917825 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012498b-4856-4b87-88df-2b1ec57152d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb2467-1b73-470c-b1e3-3e99d64cf231,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:02.296225 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45884) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:02.312965 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06b9f4e3-847c-49b1-81f5-806b39174d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:02.418860 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d0aca-14fc-446d-811d-3362a8b0352a req-1f36121b-e6b0-4381-a530-9f4abb302a3b tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:02.420372 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-be0d0aca-14fc-446d-811d-3362a8b0352a req-1f36121b-e6b0-4381-a530-9f4abb302a3b tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0900841 Feb 18 00:34:02.468613 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06b9f4e3-847c-49b1-81f5-806b39174d0e admin admin] Publish callbacks [] for security_group (1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:02.477130 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06b9f4e3-847c-49b1-81f5-806b39174d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:02.514952 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-be0d0aca-14fc-446d-811d-3362a8b0352a req-8e6982f9-e9bd-472f-a983-fd9ee5484b67 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854945 Feb 18 00:34:02.540254 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9f4e3-847c-49b1-81f5-806b39174d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:02.545501 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-06b9f4e3-847c-49b1-81f5-806b39174d0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43d9c9c400c942cba6fbc25c4e8ae156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480621 Feb 18 00:34:02.548421 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45886) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:02.605285 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-0e4b-4f18-8184-cf68de929e61 admin admin] Publish callbacks [] for security_group (1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:02.629300 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-0e4b-4f18-8184-cf68de929e61 admin admin] Publish callbacks [] for security_group (1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:02.693840 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-0e4b-4f18-8184-cf68de929e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:02.696760 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-0e4b-4f18-8184-cf68de929e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:02.702940 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0079e823-0e4b-4f18-8184-cf68de929e61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e HTTP/1.1" status: 204 len: 168 time: 0.1534438 Feb 18 00:34:02.713290 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e823-0e4b-4f18-8184-cf68de929e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca7ba5e-4373-4a2d-8cfd-d9a80e9f747e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:03.131669 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:03.683593 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d065ddc-4d8d-49b5-9b9e-58ccf68da81d req-44173c31-a66e-42a8-87fa-0d5c8da74d71 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:03.685903 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9d065ddc-4d8d-49b5-9b9e-58ccf68da81d req-44173c31-a66e-42a8-87fa-0d5c8da74d71 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0750871 Feb 18 00:34:03.764367 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9d065ddc-4d8d-49b5-9b9e-58ccf68da81d req-89fd9e91-e873-4480-9303-304679e76c17 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719075 Feb 18 00:34:04.253984 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 45934) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:04.381431 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7bf912cb-4ffe-49a6-b0af-e898f4f9354b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:04.462528 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7bf912cb-4ffe-49a6-b0af-e898f4f9354b admin admin] Publish callbacks [] for security_group (9756c610-67b4-4c49-aa32-4a82717a27c7), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:04.467839 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7bf912cb-4ffe-49a6-b0af-e898f4f9354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9756c610-67b4-4c49-aa32-4a82717a27c7), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:04.509832 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7bf912cb-4ffe-49a6-b0af-e898f4f9354b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c58e1352b3b34a74ab329bf26e81f4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544951 Feb 18 00:34:04.510831 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf912cb-4ffe-49a6-b0af-e898f4f9354b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9756c610-67b4-4c49-aa32-4a82717a27c7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:04.512635 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 45938) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:04.570268 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac134016-bb27-473e-b502-19921cca49dc admin admin] Publish callbacks [] for security_group (9756c610-67b4-4c49-aa32-4a82717a27c7), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:04.622014 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac134016-bb27-473e-b502-19921cca49dc admin admin] Publish callbacks [] for security_group (9756c610-67b4-4c49-aa32-4a82717a27c7), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:04.689782 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac134016-bb27-473e-b502-19921cca49dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (9756c610-67b4-4c49-aa32-4a82717a27c7), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:04.692554 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac134016-bb27-473e-b502-19921cca49dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:04.694821 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ac134016-bb27-473e-b502-19921cca49dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9756c610-67b4-4c49-aa32-4a82717a27c7 HTTP/1.1" status: 204 len: 168 time: 0.1803899 Feb 18 00:34:04.702901 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac134016-bb27-473e-b502-19921cca49dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9756c610-67b4-4c49-aa32-4a82717a27c7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:05.014592 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb02b2-fc1c-4e11-b4c1-005589bce68e req-be3e0a45-d529-4aef-86da-3b7308487f8e tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:05.015877 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-48fb02b2-fc1c-4e11-b4c1-005589bce68e req-be3e0a45-d529-4aef-86da-3b7308487f8e tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.1201379 Feb 18 00:34:05.140990 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-48fb02b2-fc1c-4e11-b4c1-005589bce68e req-e402d900-45a9-4cb1-8c97-3cc50d6ccc36 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117995 Feb 18 00:34:05.845204 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:06.144402 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ab5a-8fd7-4d5e-b6c8-28815a6642c6 req-090477f7-ed3d-4dc7-9eab-d342b0769adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:06.146584 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9866ab5a-8fd7-4d5e-b6c8-28815a6642c6 req-090477f7-ed3d-4dc7-9eab-d342b0769adc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1128 time: 0.0515971 Feb 18 00:34:06.321102 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456836-2adb-4f61-b8de-f972eb6cd80e req-36768407-a05d-425f-8157-ffd80df0d17b tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:06.322579 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fe456836-2adb-4f61-b8de-f972eb6cd80e req-36768407-a05d-425f-8157-ffd80df0d17b tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0899520 Feb 18 00:34:06.323608 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ab5a-8fd7-4d5e-b6c8-28815a6642c6 req-8f092992-e276-4c4c-9364-e1679b8d6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:06.324789 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9866ab5a-8fd7-4d5e-b6c8-28815a6642c6 req-8f092992-e276-4c4c-9364-e1679b8d6055 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1416090 Feb 18 00:34:06.420744 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fe456836-2adb-4f61-b8de-f972eb6cd80e req-9065623b-ffa5-4530-a853-05890ffe4f40 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917246 Feb 18 00:34:06.457181 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ab5a-8fd7-4d5e-b6c8-28815a6642c6 req-5b73222c-ab02-4dd1-8dc0-1991bab07935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:06.458730 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9866ab5a-8fd7-4d5e-b6c8-28815a6642c6 req-5b73222c-ab02-4dd1-8dc0-1991bab07935 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240771 Feb 18 00:34:06.577147 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-2edda895-12ea-4fec-b814-77aa76d70b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:06.579299 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-2edda895-12ea-4fec-b814-77aa76d70b77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1128 time: 0.0521145 Feb 18 00:34:06.638314 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-ff4c7a3b-1a6c-417c-a9d4-8e5a1a545696 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 217 time: 0.0392976 Feb 18 00:34:06.718821 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-69b55689-16f6-4658-a446-11167d5f74df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:06.720128 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-69b55689-16f6-4658-a446-11167d5f74df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 200 len: 854 time: 0.0438871 Feb 18 00:34:06.767821 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-494c43fe-d2ea-467e-8512-e46c03dfc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:06.769254 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-494c43fe-d2ea-467e-8512-e46c03dfc0e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0561afb5-60f7-44f0-a3df-9acddedcae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416915 Feb 18 00:34:06.859986 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-43bea048-fad0-47df-9969-f8ac2288af20 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834191 Feb 18 00:34:06.948862 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-961678dd-4a51-470e-84bb-0d16e0bcca72 req-dc4916d1-b920-429d-88c4-0585cbed4ca4 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828750 Feb 18 00:34:07.549867 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc41274-95bf-460d-8be5-646f4d034d8a req-00399382-5e5d-4130-827f-873bc304f1c9 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:07.551371 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0fc41274-95bf-460d-8be5-646f4d034d8a req-00399382-5e5d-4130-827f-873bc304f1c9 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0542126 Feb 18 00:34:07.596372 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0fc41274-95bf-460d-8be5-646f4d034d8a req-d4ee563d-2cd2-44c5-81c5-3ecd14790ee0 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Feb 18 00:34:07.736278 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:07.779354 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] Deleting subnet 3782ca40-a2bc-44d1-8c11-d0dea7dc8906 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:34:07.782566 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] Publish callbacks [] for subnet (3782ca40-a2bc-44d1-8c11-d0dea7dc8906), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:07.816523 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] Publish callbacks [] for subnet (3782ca40-a2bc-44d1-8c11-d0dea7dc8906), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:07.822050 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (3782ca40-a2bc-44d1-8c11-d0dea7dc8906), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:07.875343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for subnet (3782ca40-a2bc-44d1-8c11-d0dea7dc8906), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:07.898237 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3782ca40-a2bc-44d1-8c11-d0dea7dc8906,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:07.903732 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:07.906891 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-05977a2c-e888-4f45-8d8b-1e0480fd38bd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3782ca40-a2bc-44d1-8c11-d0dea7dc8906 HTTP/1.1" status: 204 len: 168 time: 0.1696222 Feb 18 00:34:07.909267 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46024) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:07.975669 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (98ff3fe0-8a46-48f6-b95b-673ecafc2861), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.057759 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (98ff3fe0-8a46-48f6-b95b-673ecafc2861), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.077370 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.077710 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.078501 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.078847 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > port after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.079182 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > port after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.079515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > port after_update 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.079830 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.080160 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.080470 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.080785 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.163602 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.163947 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.164277 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.164607 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 00:34:08.164970 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ff3fe0-8a46-48f6-b95b-673ecafc2861']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:08.183652 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c76229-22df-4534-958e-6f1aede29373') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:08.183947 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c76229-22df-4534-958e-6f1aede29373') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:08.200658 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25465227'] for segment (25c76229-22df-4534-958e-6f1aede29373), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.220739 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (25c76229-22df-4534-958e-6f1aede29373), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.228593 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:34:08.228872 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25315000'] for segment (25c76229-22df-4534-958e-6f1aede29373), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: from cryptography.utils import int_from_bytes Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: from cryptography.utils import int_from_bytes Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: Traceback (most recent call last): Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: timer() Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: cb(*args, **kw) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: return func(*args, **kwargs) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: self._notify() Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: self.callback(batched_events) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: event.method(event) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: return f(self, *a, **k) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._get(url).json() Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: return self.request(url, 'GET', **kwargs) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:34:08.232927 dv-cinder-816104-3-iscsi neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:34:08.290777 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (98ff3fe0-8a46-48f6-b95b-673ecafc2861), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.297691 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.300938 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] 10.222.0.10 "DELETE /v2.0/networks/98ff3fe0-8a46-48f6-b95b-673ecafc2861 HTTP/1.1" status: 204 len: 168 time: 0.3907809 Feb 18 00:34:08.304832 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46028) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:08.311059 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96eb63-4083-45ad-9ee2-9f5ea8decfac admin admin] Pushing event deleted for resources: {'Network': ['ID=98ff3fe0-8a46-48f6-b95b-673ecafc2861,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:08.348974 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Deleting subnet 2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:34:08.352245 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Publish callbacks [] for subnet (2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.386114 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433059'] for subnet (2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.425963 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.475660 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1524872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099179'] for subnet (2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.499764 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:08.504070 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.507682 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2dc52ddf-4ee8-4aa8-b5f8-ca6316e73089 HTTP/1.1" status: 204 len: 168 time: 0.2018738 Feb 18 00:34:08.510293 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46032) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:08.512400 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.512745 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.513088 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.513420 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.513745 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.514069 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.514414 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.514741 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.515061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.515378 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.515693 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.516004 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.516312 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da2046d-d7b6-4661-8cff-bbcc7fb2cd51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:08.576715 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (aab6fa89-1990-4934-a491-ade400f297fa), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.669268 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (aab6fa89-1990-4934-a491-ade400f297fa), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.697716 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab6fa89-1990-4934-a491-ade400f297fa']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:08.710541 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab19307-9100-40a0-8109-b21458cbbc2b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:08.711028 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab19307-9100-40a0-8109-b21458cbbc2b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:08.725824 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25465227'] for segment (1ab19307-9100-40a0-8109-b21458cbbc2b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.743139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (1ab19307-9100-40a0-8109-b21458cbbc2b), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.749264 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:34:08.749908 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25315000'] for segment (1ab19307-9100-40a0-8109-b21458cbbc2b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: Traceback (most recent call last): Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: timer() Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: cb(*args, **kw) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: return func(*args, **kwargs) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: self._notify() Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: self.callback(batched_events) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: event.method(event) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: return f(self, *a, **k) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._get(url).json() Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: return self.request(url, 'GET', **kwargs) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:34:08.751576 dv-cinder-816104-3-iscsi neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:34:08.782309 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db37bb-1974-470b-a124-d36550bd9bf0 req-bb6fd57a-1a01-4aaf-b195-7cf45d819e37 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:08.783878 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-81db37bb-1974-470b-a124-d36550bd9bf0 req-bb6fd57a-1a01-4aaf-b195-7cf45d819e37 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0590968 Feb 18 00:34:08.808810 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (aab6fa89-1990-4934-a491-ade400f297fa), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.823726 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:08.826847 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] 10.222.0.10 "DELETE /v2.0/networks/aab6fa89-1990-4934-a491-ade400f297fa HTTP/1.1" status: 204 len: 168 time: 0.3153913 Feb 18 00:34:08.828234 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340d25-c09f-463f-a477-0ef389d4643f admin admin] Pushing event deleted for resources: {'Network': ['ID=aab6fa89-1990-4934-a491-ade400f297fa,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:08.833751 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-81db37bb-1974-470b-a124-d36550bd9bf0 req-ff7eaeb7-809f-4e4e-9131-cef5b93a6230 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Feb 18 00:34:09.114778 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46038) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:09.154599 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5943fd58-edd4-4615-bfb6-22be8cfb8237 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61ff7f7106ff42bc9da99a762b271c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386393 Feb 18 00:34:09.156965 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46040) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:09.206633 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-702cc10d-01b6-4878-888e-e50e25e6162e admin admin] Publish callbacks [] for security_group (5c40694f-6f56-42fa-80b3-799f8299d5d2), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.227866 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-702cc10d-01b6-4878-888e-e50e25e6162e admin admin] Publish callbacks [] for security_group (5c40694f-6f56-42fa-80b3-799f8299d5d2), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.273269 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-702cc10d-01b6-4878-888e-e50e25e6162e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (5c40694f-6f56-42fa-80b3-799f8299d5d2), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.275846 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-702cc10d-01b6-4878-888e-e50e25e6162e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.277009 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-702cc10d-01b6-4878-888e-e50e25e6162e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c40694f-6f56-42fa-80b3-799f8299d5d2 HTTP/1.1" status: 204 len: 168 time: 0.1191213 Feb 18 00:34:09.284246 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cc10d-01b6-4878-888e-e50e25e6162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c40694f-6f56-42fa-80b3-799f8299d5d2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:09.588596 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46048) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:09.627392 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-cc0f3efc-cfa0-4dc4-a040-ef21153acf83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=301d6e5f4a954b2e8ff008b76b7a8b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376170 Feb 18 00:34:09.630967 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46050) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:09.681223 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59003afc-8391-4044-8366-de607c90581f admin admin] Publish callbacks [] for security_group (e211443f-844c-470e-a2c9-8fdf5dd98fe6), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.702055 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59003afc-8391-4044-8366-de607c90581f admin admin] Publish callbacks [] for security_group (e211443f-844c-470e-a2c9-8fdf5dd98fe6), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.748042 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59003afc-8391-4044-8366-de607c90581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e211443f-844c-470e-a2c9-8fdf5dd98fe6), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.751113 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59003afc-8391-4044-8366-de607c90581f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:09.752474 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-59003afc-8391-4044-8366-de607c90581f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e211443f-844c-470e-a2c9-8fdf5dd98fe6 HTTP/1.1" status: 204 len: 168 time: 0.1204824 Feb 18 00:34:09.760617 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59003afc-8391-4044-8366-de607c90581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e211443f-844c-470e-a2c9-8fdf5dd98fe6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:09.985446 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f00e-a4eb-49e0-b4e5-e4d38b8fca1e req-4a92a22d-62bd-4af1-98e4-e34d03508b9b tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:09.986923 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d441f00e-a4eb-49e0-b4e5-e4d38b8fca1e req-4a92a22d-62bd-4af1-98e4-e34d03508b9b tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0857389 Feb 18 00:34:10.012998 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-1fdad68c-71cb-44c1-a195-e6af6c4e3e08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671473 Feb 18 00:34:10.041281 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d441f00e-a4eb-49e0-b4e5-e4d38b8fca1e req-7f8a9ba2-19bf-4bb1-96e7-228aa4f6c6fd tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Feb 18 00:34:10.100856 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-0608c075-bd40-4472-9798-bdff41358325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:10.102331 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-0608c075-bd40-4472-9798-bdff41358325 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 1131 time: 0.0464849 Feb 18 00:34:10.207919 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-20089baf-313d-4f5c-a032-3aa18a923927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:10.209388 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-20089baf-313d-4f5c-a032-3aa18a923927 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.0878899 Feb 18 00:34:10.281051 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-ee817e79-4359-401a-a0ea-38a5055eca4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 200 len: 1002 time: 0.0650971 Feb 18 00:34:10.338156 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-740c8f74-a516-464f-8763-27db26d94b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:10.339783 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-740c8f74-a516-464f-8763-27db26d94b0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0488894 Feb 18 00:34:10.408233 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-6a7da578-acef-4802-93b3-62c99b682e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:10.409788 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-6a7da578-acef-4802-93b3-62c99b682e24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586898 Feb 18 00:34:10.498415 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-582cf1a7-2da2-4b6e-afa0-2078d7b89f04 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819135 Feb 18 00:34:10.592559 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3895b0ef-4bef-4b93-a250-70a862df4a6d req-2fa442cf-11f2-42bc-9a2a-471f2791da6c service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866284 Feb 18 00:34:10.814557 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46088) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:10.917298 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-119efa0b-c4fa-4b7a-9423-913ff2d79336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:10.992168 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-119efa0b-c4fa-4b7a-9423-913ff2d79336 admin admin] Publish callbacks [] for security_group (7c51cc72-8565-4a55-8f73-3e3d741d440f), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:10.995702 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-119efa0b-c4fa-4b7a-9423-913ff2d79336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7c51cc72-8565-4a55-8f73-3e3d741d440f), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:11.033479 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-119efa0b-c4fa-4b7a-9423-913ff2d79336 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23da6a70986d4b2fb913d520cba29d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178268 Feb 18 00:34:11.034604 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efa0b-c4fa-4b7a-9423-913ff2d79336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51cc72-8565-4a55-8f73-3e3d741d440f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:11.036220 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46092) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:11.090040 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0d01-8f91-4550-8ecc-f4dc60cb80c5 admin admin] Publish callbacks [] for security_group (7c51cc72-8565-4a55-8f73-3e3d741d440f), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:11.111463 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0d01-8f91-4550-8ecc-f4dc60cb80c5 admin admin] Publish callbacks [] for security_group (7c51cc72-8565-4a55-8f73-3e3d741d440f), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:11.188864 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e2aaa-5d6d-42f2-b5a3-7bc9aa239724 req-d0ad3619-3159-4e92-af00-48824d755ec4 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:11.190314 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-be7e2aaa-5d6d-42f2-b5a3-7bc9aa239724 req-d0ad3619-3159-4e92-af00-48824d755ec4 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0728769 Feb 18 00:34:11.203628 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0d01-8f91-4550-8ecc-f4dc60cb80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7c51cc72-8565-4a55-8f73-3e3d741d440f), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:11.206031 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0d01-8f91-4550-8ecc-f4dc60cb80c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:11.207093 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7b7e0d01-8f91-4550-8ecc-f4dc60cb80c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c51cc72-8565-4a55-8f73-3e3d741d440f HTTP/1.1" status: 204 len: 168 time: 0.1698635 Feb 18 00:34:11.225712 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e0d01-8f91-4550-8ecc-f4dc60cb80c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51cc72-8565-4a55-8f73-3e3d741d440f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:11.256704 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-be7e2aaa-5d6d-42f2-b5a3-7bc9aa239724 req-942fc630-f38d-4d63-a4eb-99ae464a6594 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 Feb 18 00:34:12.373073 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a8453-bb3d-4532-b6c3-845b1f430bee req-757675b8-25a3-4f83-b1aa-1d42990236fa tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:12.374562 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-877a8453-bb3d-4532-b6c3-845b1f430bee req-757675b8-25a3-4f83-b1aa-1d42990236fa tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0522411 Feb 18 00:34:12.421020 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-877a8453-bb3d-4532-b6c3-845b1f430bee req-e1946fff-c669-4cc9-82cc-950dad49d935 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Feb 18 00:34:13.546328 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b7f04-a7b4-4539-8429-b6bb7e7f06e1 req-8caa72aa-4f40-45e3-8e35-31f57ea6a55a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:13.548130 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-434b7f04-a7b4-4539-8429-b6bb7e7f06e1 req-8caa72aa-4f40-45e3-8e35-31f57ea6a55a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 944 time: 0.0550110 Feb 18 00:34:13.597125 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-434b7f04-a7b4-4539-8429-b6bb7e7f06e1 req-96f19f04-287d-4dc3-9b93-51f8102ab58c tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Feb 18 00:34:13.886119 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 0ae41189-76cf-4b68-926c-2d4c535d2130 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:34:14.000090 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=0ae41189-76cf-4b68-926c-2d4c535d2130,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:14.011349 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'port_id': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'mac_address': 'fa:16:3e:9d:d2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:34:14.050583 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 0ae41189-76cf-4b68-926c-2d4c535d2130 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:14.050969 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:14.064551 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae41189-76cf-4b68-926c-2d4c535d2130 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:14.089411 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=0ae41189-76cf-4b68-926c-2d4c535d2130,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:14.092408 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:14.146087 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:14.450552 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['0ae41189-76cf-4b68-926c-2d4c535d2130'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:14.725219 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44344e-915f-496c-bd26-fb5f9268ad9d req-28e30856-242d-444d-a934-311303854647 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:14.726729 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ad44344e-915f-496c-bd26-fb5f9268ad9d req-28e30856-242d-444d-a934-311303854647 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 945 time: 0.0602524 Feb 18 00:34:14.778302 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ad44344e-915f-496c-bd26-fb5f9268ad9d req-d69b5d46-33b1-4bca-bc93-38ce9c322e3f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 Feb 18 00:34:15.900273 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9308de3-669e-4124-92c8-ebdaefc8fe8f req-261ffea8-f19b-494c-af5b-fbe979c90460 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:15.901715 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f9308de3-669e-4124-92c8-ebdaefc8fe8f req-261ffea8-f19b-494c-af5b-fbe979c90460 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 945 time: 0.0528483 Feb 18 00:34:15.919449 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 0ae41189-76cf-4b68-926c-2d4c535d2130 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:34:15.949547 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f9308de3-669e-4124-92c8-ebdaefc8fe8f req-c51a276b-defc-4c31-824a-713da3cc4ca4 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Feb 18 00:34:15.968358 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 0ae41189-76cf-4b68-926c-2d4c535d2130 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:34:15.972032 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 0ae41189-76cf-4b68-926c-2d4c535d2130 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:34:15.972404 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:16.054944 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 0ae41189-76cf-4b68-926c-2d4c535d2130 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:16.055488 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:16.081029 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:16.083401 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3ff6f0-3c21-4de8-b0d5-3d1cd3cfd9fe" -d '{"events": [{"server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "name": "network-vif-plugged", "status": "completed", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:16.095520 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=0ae41189-76cf-4b68-926c-2d4c535d2130,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:16.102013 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:16.146985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281a91c9-3328-45fd-b79e-25eb7b0d4d3b x-openstack-request-id: req-281a91c9-3328-45fd-b79e-25eb7b0d4d3b {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:16.147279 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "name": "network-vif-plugged", "status": "completed", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:16.147531 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-281a91c9-3328-45fd-b79e-25eb7b0d4d3b {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:16.147921 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'code': 200} Feb 18 00:34:16.167402 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:16.351669 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85b626-c4fa-4452-ba5c-c9b04008f2c7 req-31e84492-afc9-4d3c-a5cc-4f1ecbf0e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:16.353201 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8c85b626-c4fa-4452-ba5c-c9b04008f2c7 req-31e84492-afc9-4d3c-a5cc-4f1ecbf0e15b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1130 time: 0.0444195 Feb 18 00:34:16.407124 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8c85b626-c4fa-4452-ba5c-c9b04008f2c7 req-2f296f4e-934f-4840-aab1-70fc406737c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Feb 18 00:34:17.067178 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb91ec-cec7-4cb0-a150-1cc5705c44a9 req-5d305e4c-3dac-425b-aa2b-dab4b9d8d6ec tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:17.068694 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfcb91ec-cec7-4cb0-a150-1cc5705c44a9 req-5d305e4c-3dac-425b-aa2b-dab4b9d8d6ec tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0518315 Feb 18 00:34:17.120517 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfcb91ec-cec7-4cb0-a150-1cc5705c44a9 req-031cfb1b-508d-44e2-83aa-8da9ccc3e94c tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Feb 18 00:34:18.236760 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8de820-2fb7-4a8b-b2f8-5a8af7a01c3c req-a36973ea-9ebf-4bda-a5d2-73fc1e54318d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:18.238198 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bc8de820-2fb7-4a8b-b2f8-5a8af7a01c3c req-a36973ea-9ebf-4bda-a5d2-73fc1e54318d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0507250 Feb 18 00:34:18.283516 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bc8de820-2fb7-4a8b-b2f8-5a8af7a01c3c req-c96773f0-fdc6-4ebf-b776-03fe7873c4db tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Feb 18 00:34:19.408810 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda8121-d75b-408f-9b4a-89b5ca831038 req-93995838-6e35-497d-a153-f4566661373a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:19.410232 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ffda8121-d75b-408f-9b4a-89b5ca831038 req-93995838-6e35-497d-a153-f4566661373a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0542371 Feb 18 00:34:19.457726 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ffda8121-d75b-408f-9b4a-89b5ca831038 req-cd50b873-ef10-41ac-8bb6-6ce74a847931 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Feb 18 00:34:20.098053 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da41c4-aec0-4159-9cea-2a1289dfb647 req-3628ef96-30b6-4b0e-b717-41934f9a4f3d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:20.099595 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-68da41c4-aec0-4159-9cea-2a1289dfb647 req-3628ef96-30b6-4b0e-b717-41934f9a4f3d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 947 time: 0.0534201 Feb 18 00:34:20.148600 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-68da41c4-aec0-4159-9cea-2a1289dfb647 req-ad159fa2-ec8c-42cb-b25e-293958c5dcb8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Feb 18 00:34:20.585782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2d4c4-ccdb-4084-a986-e733528e3d72 req-aa17506a-c94e-4406-9e84-f2cb03b468a2 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:20.586915 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-06e2d4c4-ccdb-4084-a986-e733528e3d72 req-aa17506a-c94e-4406-9e84-f2cb03b468a2 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0585241 Feb 18 00:34:20.634485 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-06e2d4c4-ccdb-4084-a986-e733528e3d72 req-9f9beecf-dbb8-43bf-a6c9-0c4754b29ca3 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Feb 18 00:34:20.749256 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310b84-6e97-44cb-a15b-32dd20067dd0 req-d3e59522-724e-4346-b39d-d4cb3073e10c tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:20.750715 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97310b84-6e97-44cb-a15b-32dd20067dd0 req-d3e59522-724e-4346-b39d-d4cb3073e10c tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0507324 Feb 18 00:34:20.796167 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97310b84-6e97-44cb-a15b-32dd20067dd0 req-c2f85967-2017-41cc-8346-70fdbfdfd558 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Feb 18 00:34:21.145106 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2ca0f-0a6f-4bd5-88d2-5440bd1b989d req-a0cec9ee-5101-4559-96a1-d34065994cb5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:21.146574 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-16f2ca0f-0a6f-4bd5-88d2-5440bd1b989d req-a0cec9ee-5101-4559-96a1-d34065994cb5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0515299 Feb 18 00:34:21.200917 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-16f2ca0f-0a6f-4bd5-88d2-5440bd1b989d req-ec50058b-e822-4341-9806-2c454f5daeba tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Feb 18 00:34:21.293094 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:21.412078 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.479355 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf168af-ba36-42cf-a564-77de0edf7cb5 req-696d2d7b-d879-4d62-9327-720486e14b9c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:21.480976 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5cf168af-ba36-42cf-a564-77de0edf7cb5 req-696d2d7b-d879-4d62-9327-720486e14b9c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 947 time: 0.2558200 Feb 18 00:34:21.501554 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Publish callbacks [] for security_group (42b84d15-4022-4275-862c-bd5fe12f4482), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.513662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (42b84d15-4022-4275-862c-bd5fe12f4482), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.549410 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b84d15-4022-4275-862c-bd5fe12f4482,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:21.561180 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5cf168af-ba36-42cf-a564-77de0edf7cb5 req-146d6ce7-3fa9-4877-8578-2e06c1cfc4aa tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=e18ef196-b158-4e38-94ed-638d8908e440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692201 Feb 18 00:34:21.561360 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.561683 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.562224 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.562580 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.563063 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.563667 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.564176 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.564737 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.564833 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.565382 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.565852 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.566065 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.566578 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:21.586499 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46332) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:21.586926 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-bbffb014-d785-4c6c-a5ee-28dfdd06b81c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d31151fb30dd448c86539282238ce4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925682 Feb 18 00:34:21.635523 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a43ae95-41b2-476c-ab34-ef346156ea02 admin admin] Publish callbacks [] for security_group (42b84d15-4022-4275-862c-bd5fe12f4482), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.656910 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a43ae95-41b2-476c-ab34-ef346156ea02 admin admin] Publish callbacks [] for security_group (42b84d15-4022-4275-862c-bd5fe12f4482), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.703228 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a43ae95-41b2-476c-ab34-ef346156ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (42b84d15-4022-4275-862c-bd5fe12f4482), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.705665 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a43ae95-41b2-476c-ab34-ef346156ea02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.706913 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-9a43ae95-41b2-476c-ab34-ef346156ea02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42b84d15-4022-4275-862c-bd5fe12f4482 HTTP/1.1" status: 204 len: 168 time: 0.1193788 Feb 18 00:34:21.714964 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43ae95-41b2-476c-ab34-ef346156ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b84d15-4022-4275-862c-bd5fe12f4482,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:21.848711 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-33e819cd-91d8-49c3-acd4-7ac29ce85c4f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:21.850208 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-33e819cd-91d8-49c3-acd4-7ac29ce85c4f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 947 time: 0.0545712 Feb 18 00:34:21.953423 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Deleting port 86650f33-4f4f-4e71-982b-6665a1a89190 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:34:21.953759 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:21.976709 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46338) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:21.990305 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64571d67-24ef-4fa2-b8ad-a5792b95ee5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.051743 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] For port 86650f33-4f4f-4e71-982b-6665a1a89190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=86650f33-4f4f-4e71-982b-6665a1a89190,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:22.051971 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.082313 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64571d67-24ef-4fa2-b8ad-a5792b95ee5e admin admin] Publish callbacks [] for security_group (7e53809c-99d1-41b5-82b2-00667b484346), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.087481 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64571d67-24ef-4fa2-b8ad-a5792b95ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7e53809c-99d1-41b5-82b2-00667b484346), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.130089 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64571d67-24ef-4fa2-b8ad-a5792b95ee5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e53809c-99d1-41b5-82b2-00667b484346,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:22.134841 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-64571d67-24ef-4fa2-b8ad-a5792b95ee5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6aeaa4a40ff5407c85bb37947b43ccee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569417 Feb 18 00:34:22.137460 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46348) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:22.190095 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec9fa-4bdf-4554-b9be-555e194881d9 admin admin] Publish callbacks [] for security_group (7e53809c-99d1-41b5-82b2-00667b484346), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.213341 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec9fa-4bdf-4554-b9be-555e194881d9 admin admin] Publish callbacks [] for security_group (7e53809c-99d1-41b5-82b2-00667b484346), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.264369 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec9fa-4bdf-4554-b9be-555e194881d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (7e53809c-99d1-41b5-82b2-00667b484346), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.267121 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec9fa-4bdf-4554-b9be-555e194881d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.268316 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ad4ec9fa-4bdf-4554-b9be-555e194881d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e53809c-99d1-41b5-82b2-00667b484346 HTTP/1.1" status: 204 len: 168 time: 0.1298108 Feb 18 00:34:22.277141 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec9fa-4bdf-4554-b9be-555e194881d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e53809c-99d1-41b5-82b2-00667b484346,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:22.372044 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.372576 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (172438a5-6341-494d-8d40-133c6e15f68d), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.373034 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.l3_db [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Floating IP 172438a5-6341-494d-8d40-133c6e15f68d disassociated. External IP: 172.27.2.161, port: 86650f33-4f4f-4e71-982b-6665a1a89190. Feb 18 00:34:22.373451 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Calling delete_port for 86650f33-4f4f-4e71-982b-6665a1a89190 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:34:22.509152 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (86650f33-4f4f-4e71-982b-6665a1a89190), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.534954 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event deleted for resources: {'Port': ['ID=86650f33-4f4f-4e71-982b-6665a1a89190,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:22.631166 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46362) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:22.662292 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8165-624d-4e1c-b14e-73f298b67fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.687371 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Router 7025563b-fc91-452f-99cb-84d5e8a0c143 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:34:22.735809 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-609b6ed6-e9fa-4dd0-9bf4-e1407bcf5380 req-c418e410-d485-4996-86b2-daa035b70df0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b705c13-54be-4c2e-a667-ec29f2f85fae HTTP/1.1" status: 200 len: 210 time: 0.0498297 Feb 18 00:34:22.787479 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8165-624d-4e1c-b14e-73f298b67fc5 admin admin] Publish callbacks [] for security_group (4b119943-ec19-4ca4-a854-f9fe2b7c06ce), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.792598 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8165-624d-4e1c-b14e-73f298b67fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4b119943-ec19-4ca4-a854-f9fe2b7c06ce), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.830100 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8165-624d-4e1c-b14e-73f298b67fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b119943-ec19-4ca4-a854-f9fe2b7c06ce,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:22.852470 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:34:22.853495 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-cf1d8165-624d-4e1c-b14e-73f298b67fc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=895b08bbc2be496caf4854d6c201183b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199988 Feb 18 00:34:22.856205 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46372) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:22.863283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] Sync routers for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:34:22.883546 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:34:22.884255 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:22.927489 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f922299-0ebf-4f5d-81b9-08f0e9292e81 admin admin] Publish callbacks [] for security_group (4b119943-ec19-4ca4-a854-f9fe2b7c06ce), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.940198 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] No DVR routers for this DVR port 86650f33-4f4f-4e71-982b-6665a1a89190 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:34:22.943029 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:22.947314 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-955921dd-35b8-4e24-93e3-014be20eeb70 req-36bae904-3d78-49ff-800c-f3073b2f9c1c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "DELETE /v2.0/ports/86650f33-4f4f-4e71-982b-6665a1a89190 HTTP/1.1" status: 204 len: 173 time: 1.0917273 Feb 18 00:34:22.947812 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-deleted', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:22.950294 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41e23b7-f9e1-4731-b527-05a32690d275" -d '{"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-deleted", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:22.977786 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f922299-0ebf-4f5d-81b9-08f0e9292e81 admin admin] Publish callbacks [] for security_group (4b119943-ec19-4ca4-a854-f9fe2b7c06ce), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:23.023841 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36471d0-ab36-4a60-8c63-a53bab2921ce x-openstack-request-id: req-f36471d0-ab36-4a60-8c63-a53bab2921ce {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:23.024144 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b705c13-54be-4c2e-a667-ec29f2f85fae", "name": "network-vif-deleted", "tag": "86650f33-4f4f-4e71-982b-6665a1a89190", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:23.024402 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f36471d0-ab36-4a60-8c63-a53bab2921ce {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:23.024805 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b705c13-54be-4c2e-a667-ec29f2f85fae', 'name': 'network-vif-deleted', 'tag': '86650f33-4f4f-4e71-982b-6665a1a89190', 'status': 'completed', 'code': 200} Feb 18 00:34:23.033331 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:34:23.066878 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f922299-0ebf-4f5d-81b9-08f0e9292e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4b119943-ec19-4ca4-a854-f9fe2b7c06ce), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:23.070984 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f922299-0ebf-4f5d-81b9-08f0e9292e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:23.074721 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-2f922299-0ebf-4f5d-81b9-08f0e9292e81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b119943-ec19-4ca4-a854-f9fe2b7c06ce HTTP/1.1" status: 204 len: 168 time: 0.2149944 Feb 18 00:34:23.087392 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f922299-0ebf-4f5d-81b9-08f0e9292e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b119943-ec19-4ca4-a854-f9fe2b7c06ce,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:23.472216 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:23.502469 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] Checking router: 7025563b-fc91-452f-99cb-84d5e8a0c143 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:34:23.512820 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:34:23.515166 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:33:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:23.695081 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:34:23.729390 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:23.890529 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1fcaf72-aae0-499b-af3d-de96dccd4046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:23.975698 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:24.000404 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1fcaf72-aae0-499b-af3d-de96dccd4046 admin admin] Publish callbacks [] for security_group (73513232-01a5-41ac-bdda-3151600d73ee), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.008550 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1fcaf72-aae0-499b-af3d-de96dccd4046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (73513232-01a5-41ac-bdda-3151600d73ee), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.010668 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fbd824-59b1-4a9f-87ed-a72688a3b60b None None] The sync data for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi is: [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:34:24.059631 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-b1fcaf72-aae0-499b-af3d-de96dccd4046 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f95f29de049e4af0907025b8a84374af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261602 Feb 18 00:34:24.059631 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcaf72-aae0-499b-af3d-de96dccd4046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73513232-01a5-41ac-bdda-3151600d73ee,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:24.060865 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46426) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:24.136633 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-62b9b755-bd6d-486b-9b46-810943cd2457 admin admin] Publish callbacks [] for security_group (73513232-01a5-41ac-bdda-3151600d73ee), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.161703 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-62b9b755-bd6d-486b-9b46-810943cd2457 admin admin] Publish callbacks [] for security_group (73513232-01a5-41ac-bdda-3151600d73ee), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.219202 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-62b9b755-bd6d-486b-9b46-810943cd2457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (73513232-01a5-41ac-bdda-3151600d73ee), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.222944 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-62b9b755-bd6d-486b-9b46-810943cd2457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.224222 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-62b9b755-bd6d-486b-9b46-810943cd2457 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73513232-01a5-41ac-bdda-3151600d73ee HTTP/1.1" status: 204 len: 168 time: 0.1621513 Feb 18 00:34:24.234121 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9b755-bd6d-486b-9b46-810943cd2457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73513232-01a5-41ac-bdda-3151600d73ee,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:24.376648 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f0359-8449-454a-98bf-20d513d2306c None None] New status for floating IP 172438a5-6341-494d-8d40-133c6e15f68d: DOWN {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:34:24.555637 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46442) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:24.692530 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbcb1-d545-4908-b5d2-42c41241cdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.780411 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbcb1-d545-4908-b5d2-42c41241cdf3 admin admin] Publish callbacks [] for security_group (1110e578-c544-40a9-9d62-3757660b92ec), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.784804 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbcb1-d545-4908-b5d2-42c41241cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1110e578-c544-40a9-9d62-3757660b92ec), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.813058 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0c4cbcb1-d545-4908-b5d2-42c41241cdf3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6071a663957459c8cbebf9f5e120d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562482 Feb 18 00:34:24.815805 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46454) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:24.835879 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbcb1-d545-4908-b5d2-42c41241cdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1110e578-c544-40a9-9d62-3757660b92ec,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:24.889981 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46458) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:24.913802 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61001ae2-e37f-4861-89ee-5b5496494073 admin admin] Publish callbacks [] for security_group (1110e578-c544-40a9-9d62-3757660b92ec), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.956744 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61001ae2-e37f-4861-89ee-5b5496494073 admin admin] Publish callbacks [] for security_group (1110e578-c544-40a9-9d62-3757660b92ec), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:24.997230 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49c6cae8-a7dd-47c3-81b3-9a4b4318a230 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (e18ef196-b158-4e38-94ed-638d8908e440), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.027710 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49c6cae8-a7dd-47c3-81b3-9a4b4318a230 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (e18ef196-b158-4e38-94ed-638d8908e440), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.057010 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61001ae2-e37f-4861-89ee-5b5496494073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1110e578-c544-40a9-9d62-3757660b92ec), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.059575 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61001ae2-e37f-4861-89ee-5b5496494073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.062498 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-61001ae2-e37f-4861-89ee-5b5496494073 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1110e578-c544-40a9-9d62-3757660b92ec HTTP/1.1" status: 204 len: 168 time: 0.2431474 Feb 18 00:34:25.076331 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61001ae2-e37f-4861-89ee-5b5496494073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1110e578-c544-40a9-9d62-3757660b92ec,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:25.104934 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49c6cae8-a7dd-47c3-81b3-9a4b4318a230 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e18ef196-b158-4e38-94ed-638d8908e440), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.110226 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49c6cae8-a7dd-47c3-81b3-9a4b4318a230 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.111660 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-49c6cae8-a7dd-47c3-81b3-9a4b4318a230 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "DELETE /v2.0/security-groups/e18ef196-b158-4e38-94ed-638d8908e440 HTTP/1.1" status: 204 len: 168 time: 0.2205589 Feb 18 00:34:25.114993 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46470) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:25.122987 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6cae8-a7dd-47c3-81b3-9a4b4318a230 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18ef196-b158-4e38-94ed-638d8908e440,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:25.134407 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.api.v2.resource [None req-50a5eb9a-7f8a-4300-a775-2763c4134c4d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] show failed (client error): The resource could not be found. Feb 18 00:34:25.140615 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-50a5eb9a-7f8a-4300-a775-2763c4134c4d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups/e18ef196-b158-4e38-94ed-638d8908e440 HTTP/1.1" status: 404 len: 347 time: 0.0232258 Feb 18 00:34:25.141533 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46472) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:25.240040 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46474) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:25.294245 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Deleting port b3d7e79c-a58f-4b19-94dd-923ee9af1077 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:34:25.294956 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.386099 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.387134 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (b3d7e79c-a58f-4b19-94dd-923ee9af1077), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.403068 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Calling delete_port for b3d7e79c-a58f-4b19-94dd-923ee9af1077 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:34:25.485561 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1559118477-network', 'tenant_id': '4be69429d7224a9dad2f2ade01ad18b6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:25.509156 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Made reservation on behalf of 4be69429d7224a9dad2f2ade01ad18b6 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:25.512472 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.525056 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.573837 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (b3d7e79c-a58f-4b19-94dd-923ee9af1077), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.623598 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event deleted for resources: {'Port': ['ID=b3d7e79c-a58f-4b19-94dd-923ee9af1077,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:25.652974 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks [] for security_group (91d4f487-19c8-4ec1-a2ef-6d872a36afd8), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.657977 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (91d4f487-19c8-4ec1-a2ef-6d872a36afd8), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.679195 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:34:25.696550 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (301eee1c-7889-44bd-aa1e-fc969a33888a), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.697985 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Added segment 301eee1c-7889-44bd-aa1e-fc969a33888a of type vlan for network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 Feb 18 00:34:25.699170 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (172438a5-6341-494d-8d40-133c6e15f68d), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.701896 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.703641 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-22eae074-5be9-439c-b089-e3caf9fcc0a8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "DELETE /v2.0/floatingips/172438a5-6341-494d-8d40-133c6e15f68d HTTP/1.1" status: 204 len: 168 time: 0.5607400 Feb 18 00:34:25.774479 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d4f487-19c8-4ec1-a2ef-6d872a36afd8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:25.810225 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.845393 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.846733 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:25.847554 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:25.911213 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6689434 Feb 18 00:34:25.915027 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46498) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:25.918337 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:34:25.927139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Request body: {'subnet': {'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1559118477-subnet', 'tenant_id': '4be69429d7224a9dad2f2ade01ad18b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:25.940382 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 86650f33-4f4f-4e71-982b-6665a1a89190 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:34:25.940966 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 86650f33-4f4f-4e71-982b-6665a1a89190 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:34:25.956858 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Made reservation on behalf of 4be69429d7224a9dad2f2ade01ad18b6 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:25.959893 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633233'] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.017974 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37104c41-e7bf-496b-bfbd-25024c053e1e admin admin] Pushing event updated for resources: {'Network': ['ID=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:26.030731 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:34:26.118776 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46508) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:26.127516 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3de6bfa2-72c2-40d6-9848-ce4ff904bde8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326529711', 'description': 'tempest-description--1768621807'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:26.161532 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3de6bfa2-72c2-40d6-9848-ce4ff904bde8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.191275 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25315551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633219'] for subnet (34f28fc0-daea-4bb3-91d4-8efa3a65a0c1), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.244895 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3de6bfa2-72c2-40d6-9848-ce4ff904bde8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (cbaa7779-395d-4108-829d-a765b2ea25f5), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.249773 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3de6bfa2-72c2-40d6-9848-ce4ff904bde8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (cbaa7779-395d-4108-829d-a765b2ea25f5), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.260421 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f28fc0-daea-4bb3-91d4-8efa3a65a0c1,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:26.277501 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Checking segment: {'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:34:26.278084 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Network hostable DHCP agents. Network: ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:34:26.286110 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3de6bfa2-72c2-40d6-9848-ce4ff904bde8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.290053 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-3de6bfa2-72c2-40d6-9848-ce4ff904bde8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1668093 Feb 18 00:34:26.290647 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:26.293684 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6bfa2-72c2-40d6-9848-ce4ff904bde8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa7779-395d-4108-829d-a765b2ea25f5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:26.296136 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-57ecdf09-f452-4172-b54e-63ed1b66e547 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'security_group_rule': {'security_group_id': 'cbaa7779-395d-4108-829d-a765b2ea25f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:26.312480 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:34:26.327642 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:26.334007 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:26.334953 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.341683 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79461ca-e998-45c9-9f4e-eee79213b14b None None] Network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:34:26.349396 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57ecdf09-f452-4172-b54e-63ed1b66e547 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (16c7e154-d38f-41fd-8d33-4ab135acac4d), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.362815 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-a7d48952-e409-4c43-b03a-2693b8fdd78c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4462748 Feb 18 00:34:26.436141 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57ecdf09-f452-4172-b54e-63ed1b66e547 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (16c7e154-d38f-41fd-8d33-4ab135acac4d), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.443016 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57ecdf09-f452-4172-b54e-63ed1b66e547 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (16c7e154-d38f-41fd-8d33-4ab135acac4d), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.469916 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecdf09-f452-4172-b54e-63ed1b66e547 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c7e154-d38f-41fd-8d33-4ab135acac4d,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:26.489247 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57ecdf09-f452-4172-b54e-63ed1b66e547 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.491668 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-57ecdf09-f452-4172-b54e-63ed1b66e547 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996400 Feb 18 00:34:26.494605 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46518) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:26.496202 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937381d-b9f1-4d17-8bdf-35b5219ace90 None None] Network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:34:26.500515 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7c069593-fc9c-498b-b024-25228bd1c5b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'security_group_rule': {'security_group_id': 'cbaa7779-395d-4108-829d-a765b2ea25f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:26.539889 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c069593-fc9c-498b-b024-25228bd1c5b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (cd3b3828-7872-4c5c-9a3c-1841100659a6), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.633031 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c069593-fc9c-498b-b024-25228bd1c5b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (cd3b3828-7872-4c5c-9a3c-1841100659a6), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.637527 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c069593-fc9c-498b-b024-25228bd1c5b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (cd3b3828-7872-4c5c-9a3c-1841100659a6), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.656881 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069593-fc9c-498b-b024-25228bd1c5b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3b3828-7872-4c5c-9a3c-1841100659a6,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:26.679317 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c069593-fc9c-498b-b024-25228bd1c5b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.680931 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7c069593-fc9c-498b-b024-25228bd1c5b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850090 Feb 18 00:34:26.683761 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46524) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:26.693764 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:26.729620 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.852272 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0085016b-9b9c-4212-9e5c-d71d41c38b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.875340 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:26.999984 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Allocated IP 172.27.2.200 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/784aa4c2-ae4d-48e1-b9cf-6ae3851d725a) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:34:27.104258 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.139386 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.174772 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:34:27.181120 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:27.185120 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:34:27.208415 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'Port': ['ID=784aa4c2-ae4d-48e1-b9cf-6ae3851d725a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:27.311390 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (8a9db7d3-9433-4a37-85d6-9db517859d04), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.351114 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.494988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.499275 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.565774 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'Port': ['ID=784aa4c2-ae4d-48e1-b9cf-6ae3851d725a,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:27.577106 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (8a9db7d3-9433-4a37-85d6-9db517859d04), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.591802 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:27.592996 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-06819bfb-8465-4c3e-8bf4-2ef8b50c4f28 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9079034 Feb 18 00:34:27.782750 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-43186883-66ee-4fde-9546-3587c208633d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--326529711&fields=id&tenant_id=d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 267 time: 0.0427253 Feb 18 00:34:27.886619 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-6885028e-e65d-4dc2-ae2a-24c87250b545 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:27.888064 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-6885028e-e65d-4dc2-ae2a-24c87250b545 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 817 time: 0.0979357 Feb 18 00:34:27.902555 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-f08c6fcb-4e25-4667-ba89-26a874e275d3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/quotas/d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 375 time: 0.0092952 Feb 18 00:34:27.962069 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-49a70d81-7822-4670-ae94-7648aa30ced4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541234 Feb 18 00:34:28.065293 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-6dffad67-b3c8-48ab-ba7b-e6933b3244ca service neutron] 10.222.0.10 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919907 Feb 18 00:34:28.415242 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-33ecde42-ec84-4a58-b27c-c463a1781d9f service neutron] 10.222.0.10 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425624 Feb 18 00:34:28.470963 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-d0a1b10d-edfe-4c10-a00d-73854bafee2c tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:28.472487 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-d0a1b10d-edfe-4c10-a00d-73854bafee2c tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/networks?id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 HTTP/1.1" status: 200 len: 809 time: 0.3052940 Feb 18 00:34:28.489227 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-29da12bc-7cf0-4468-b06b-1277011009fb tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/quotas/4be69429d7224a9dad2f2ade01ad18b6 HTTP/1.1" status: 200 len: 375 time: 0.0102048 Feb 18 00:34:28.526022 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-a0754d25-2306-474d-b3ae-ce27d7ecde77 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4be69429d7224a9dad2f2ade01ad18b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302880 Feb 18 00:34:28.619640 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c5f639de-02c7-4f62-bbad-b34eb8d9c2cd req-902b8f18-5da9-4eb2-bde7-a1dffc2bf33e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 210 time: 0.0696743 Feb 18 00:34:28.661931 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-d1cdbb65-fc96-49e4-9477-51953c7e01bf service neutron] 10.222.0.10 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220341 Feb 18 00:34:28.764489 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-20347313-9879-456a-a864-09a43434d65d service neutron] 10.222.0.10 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950410 Feb 18 00:34:29.351732 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-36d7c0c5-8af9-4002-ae52-058658d1baa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:29.700612 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-2809449f-4f70-4b00-acfd-83c5205c2b0a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:29.702324 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-2809449f-4f70-4b00-acfd-83c5205c2b0a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 817 time: 0.1143923 Feb 18 00:34:29.731469 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-675f3bf6-4720-4578-956f-93a4a9d249d6 req-652512b2-5d09-4ae6-91bb-dabe6fa55390 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Feb 18 00:34:29.791446 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-57df19ff-3d04-47d7-82c4-f39af11886ad tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 379 time: 0.0625105 Feb 18 00:34:29.800709 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'port': {'device_id': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'admin_state_up': True, 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'security_groups': ['cbaa7779-395d-4108-829d-a765b2ea25f5']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:29.951844 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2c016890-b3bb-4187-be28-740899a9c254 req-e79346f5-19d9-4282-96c9-a05be4d0ab18 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 210 time: 0.0334566 Feb 18 00:34:29.959992 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Made reservation on behalf of d1c59b66b391475fb3fbb1d561b1bd86 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:29.963797 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.094347 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Allocated IP 172.20.0.7 (9cb0cd21-f876-47b1-ba41-7a77062b774b/9639ee54-2c81-4a77-9d7a-1bbb134475a3/ec902ae2-ebee-4140-8565-a903f8a30440) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:34:30.248787 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for port (ec902ae2-ebee-4140-8565-a903f8a30440), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.256704 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.283253 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.327724 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:34:30.330836 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:30.334507 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:34:30.340647 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:30.395782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:30.396361 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.416702 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-1283891a-7c88-4fb1-93d8-a1f6e8915bef tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194837 Feb 18 00:34:30.458331 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Request body: {'port': {'device_id': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:30.533370 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.607033 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-5619a3d6-d53f-4a37-a5e9-7842fd4e9824 None None] Provisioning complete for port ec902ae2-ebee-4140-8565-a903f8a30440 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:34:30.607516 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5619a3d6-d53f-4a37-a5e9-7842fd4e9824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.640404 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-5619a3d6-d53f-4a37-a5e9-7842fd4e9824 None None] Port ec902ae2-ebee-4140-8565-a903f8a30440 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:34:30.875782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec902ae2-ebee-4140-8565-a903f8a30440 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:30.888415 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Publish callbacks [] for port (ec902ae2-ebee-4140-8565-a903f8a30440), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.910053 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Transition to ACTIVE for port object ec902ae2-ebee-4140-8565-a903f8a30440 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:34:30.924214 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:30.986087 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b7565-63ee-4c2e-a908-a9d89d557512 req-8f808cad-e8eb-467b-bbe7-d7d9f46637cb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:30.987711 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e79b7565-63ee-4c2e-a908-a9d89d557512 req-8f808cad-e8eb-467b-bbe7-d7d9f46637cb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 931 time: 0.1535447 Feb 18 00:34:31.028778 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:31.112413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9ed6-5893-4bd4-83b1-fdc8763d818b req-807daacc-8870-422c-813f-df2438cd3cac tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:31.113949 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d0c9ed6-5893-4bd4-83b1-fdc8763d818b req-807daacc-8870-422c-813f-df2438cd3cac tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.2064407 Feb 18 00:34:31.125077 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-6b0a9fff-a418-4255-97e0-5013b8792521 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:31.126795 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-6b0a9fff-a418-4255-97e0-5013b8792521 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "GET /v2.0/networks?id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 HTTP/1.1" status: 200 len: 809 time: 0.1677089 Feb 18 00:34:31.151008 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Request body: {'port': {'device_id': '9171e6de-68ee-4940-a786-62e623a3ed60', 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031', 'admin_state_up': True, 'tenant_id': '4be69429d7224a9dad2f2ade01ad18b6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:31.170952 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e79b7565-63ee-4c2e-a908-a9d89d557512 req-7086396a-6377-4a7d-911b-d2bc9a863d3b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587405 Feb 18 00:34:31.223456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Attempting to bind port ec902ae2-ebee-4140-8565-a903f8a30440 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:34:31.223793 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Attempting to bind port ec902ae2-ebee-4140-8565-a903f8a30440 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:34:31.224133 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Attempting to bind port ec902ae2-ebee-4140-8565-a903f8a30440 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:31.232945 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Port ec902ae2-ebee-4140-8565-a903f8a30440 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:34:31.233273 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Attempting to bind port ec902ae2-ebee-4140-8565-a903f8a30440 on network 9cb0cd21-f876-47b1-ba41-7a77062b774b {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:31.239044 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d0c9ed6-5893-4bd4-83b1-fdc8763d818b req-c0d48d1a-adf9-4a7b-a8f0-3bfc0158cc2e tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092932 Feb 18 00:34:31.243067 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:34:31.243412 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Checking segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:34:31.244456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Bound using segment: {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:34:31.244456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Bound port: ec902ae2-ebee-4140-8565-a903f8a30440, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb67c52-fc50-45f0-8da6-e3f5d866087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:34:31.244781 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.307442 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46646) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:31.316876 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Made reservation on behalf of 4be69429d7224a9dad2f2ade01ad18b6 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:31.323356 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.342146 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8888ec98-1909-4631-8e22-536bff38af5c req-cd9e293b-9d00-4ddc-8d57-87f06c838607 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 210 time: 0.0401466 Feb 18 00:34:31.367722 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:34:31.372636 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:34:31.387326 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.430139 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:31.431426 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.432842 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] 10.222.0.48 "PUT /v2.0/ports/ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 200 len: 1093 time: 0.9788983 Feb 18 00:34:31.435241 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:31.437482 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7584ac93-7100-4125-a641-395ce24397cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:31.494059 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b7680-23bb-4441-a2a8-e6a842da12ea service neutron] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:31.517069 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Allocated IP 172.20.0.3 (ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031/34f28fc0-daea-4bb3-91d4-8efa3a65a0c1/a995ed5e-c069-4a62-9bc3-57681b54c93f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:34:31.526824 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f6677c-3c11-4860-8174-3744b5dcae3b x-openstack-request-id: req-99f6677c-3c11-4860-8174-3744b5dcae3b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:31.527447 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:31.527882 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99f6677c-3c11-4860-8174-3744b5dcae3b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:31.528443 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'status': 'completed', 'code': 200} Feb 18 00:34:31.576251 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-33fa1ef0-d843-4549-97c7-f3ebbea7d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:31.577753 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-33fa1ef0-d843-4549-97c7-f3ebbea7d032 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 1127 time: 0.0669398 Feb 18 00:34:31.612423 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.640386 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-6c4022b4-1ab7-494e-984d-bc6b9d46e91f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 200 len: 217 time: 0.0492535 Feb 18 00:34:31.712071 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-8ec024bb-b99e-4a39-b235-84d262e267eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:31.713548 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-8ec024bb-b99e-4a39-b235-84d262e267eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0671508 Feb 18 00:34:31.724643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd141b7b-120c-49d8-9c50-69d06ca0cd73 tempest-TestMinimumBasicScenario-1217709280 tempest-TestMinimumBasicScenario-1217709280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:31.728900 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-bd141b7b-120c-49d8-9c50-69d06ca0cd73 tempest-TestMinimumBasicScenario-1217709280 tempest-TestMinimumBasicScenario-1217709280-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1125 time: 0.4173584 Feb 18 00:34:31.730407 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46658) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:31.734689 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'port_id': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:31.769838 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-0c76e197-cdbc-41ca-9890-d76bc8dae700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:31.772319 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-0c76e197-cdbc-41ca-9890-d76bc8dae700 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512977 Feb 18 00:34:31.774089 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks [] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.781045 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.869852 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-44552ee0-1c61-46bc-a199-c7626f013f3e service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918269 Feb 18 00:34:31.871488 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:31.927115 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:34:31.938157 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:31.941425 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:34:31.945420 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Pushing event updated for resources: {'Port': ['ID=a995ed5e-c069-4a62-9bc3-57681b54c93f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:31.980383 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82af59c6-018d-4265-aab6-cfced16b6f78 req-3e00a37f-bc4f-4c06-b04b-d7ef87f95665 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037667 Feb 18 00:34:32.008814 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:32.009471 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:32.018043 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:32.036026 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-ea1cbb5c-8586-4fa5-a04b-2c86fa52197f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888478 Feb 18 00:34:32.088796 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Request body: {'port': {'device_id': '9171e6de-68ee-4940-a786-62e623a3ed60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:32.130105 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ac93-7100-4125-a641-395ce24397cc req-d779228a-0eac-454c-bc03-977c27756499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:32.132671 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7584ac93-7100-4125-a641-395ce24397cc req-d779228a-0eac-454c-bc03-977c27756499 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 1127 time: 0.0530879 Feb 18 00:34:32.185418 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Allocated IP 172.27.2.184 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/316ea483-cfa8-481f-bc01-b47e1f95d8cb) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:34:32.198315 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:32.234012 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ac93-7100-4125-a641-395ce24397cc req-7b3593fe-c09f-45b2-9ebf-0270fe8f611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:32.235622 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7584ac93-7100-4125-a641-395ce24397cc req-7b3593fe-c09f-45b2-9ebf-0270fe8f611b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.0963647 Feb 18 00:34:32.294894 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7584ac93-7100-4125-a641-395ce24397cc req-fac856fd-e5ca-48d3-9269-c1d0e6da40d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 200 len: 217 time: 0.0524867 Feb 18 00:34:32.367234 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ac93-7100-4125-a641-395ce24397cc req-f71e80ca-50e7-4398-8013-1828e5e066dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:32.369362 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7584ac93-7100-4125-a641-395ce24397cc req-f71e80ca-50e7-4398-8013-1828e5e066dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0581498 Feb 18 00:34:32.395411 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67739a-1ab8-40bd-b4f3-f04998c31eb7 req-820db60f-6826-4ee5-b0be-adae073ee6a5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:32.397193 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a67739a-1ab8-40bd-b4f3-f04998c31eb7 req-820db60f-6826-4ee5-b0be-adae073ee6a5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.1131625 Feb 18 00:34:32.402663 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:32.501872 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:32.511113 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ac93-7100-4125-a641-395ce24397cc req-a35fe9da-958d-405a-89f2-b4fd468289d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:32.512596 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7584ac93-7100-4125-a641-395ce24397cc req-a35fe9da-958d-405a-89f2-b4fd468289d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1341641 Feb 18 00:34:32.517483 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a67739a-1ab8-40bd-b4f3-f04998c31eb7 req-316ee600-3b08-4506-a97c-301f4f68eec2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967479 Feb 18 00:34:32.552531 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3aef-e9fb-4fde-9e36-a1a2cbf09388 req-69ce9870-58eb-4cb1-8e2e-49f2d9f9092f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:32.552531 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-131a3aef-e9fb-4fde-9e36-a1a2cbf09388 req-69ce9870-58eb-4cb1-8e2e-49f2d9f9092f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 931 time: 0.1141582 Feb 18 00:34:32.561759 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:34:32.563547 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:32.576636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:34:32.611832 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'Port': ['ID=316ea483-cfa8-481f-bc01-b47e1f95d8cb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:32.662462 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-131a3aef-e9fb-4fde-9e36-a1a2cbf09388 req-e28d4e42-d2cd-471d-b3c6-4b69bfd1437d tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803800 Feb 18 00:34:32.666254 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7584ac93-7100-4125-a641-395ce24397cc req-9fcaba0e-4fdf-46fd-8f88-6e40fd2d8bfb service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456907 Feb 18 00:34:32.687715 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a995ed5e-c069-4a62-9bc3-57681b54c93f {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:32.699438 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Publish callbacks [] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:32.742911 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Transition to ACTIVE for port object a995ed5e-c069-4a62-9bc3-57681b54c93f will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:34:32.752536 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:32.767196 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7584ac93-7100-4125-a641-395ce24397cc req-9d6e81a6-42bf-4e85-91e3-3d6f67fbce5f service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948756 Feb 18 00:34:32.899952 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Pushing event updated for resources: {'Port': ['ID=a995ed5e-c069-4a62-9bc3-57681b54c93f,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:32.977104 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Attempting to bind port a995ed5e-c069-4a62-9bc3-57681b54c93f on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:34:32.982620 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Attempting to bind port a995ed5e-c069-4a62-9bc3-57681b54c93f by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:34:32.982620 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Attempting to bind port a995ed5e-c069-4a62-9bc3-57681b54c93f on network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:33.003417 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Port a995ed5e-c069-4a62-9bc3-57681b54c93f on network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:34:33.003733 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Attempting to bind port a995ed5e-c069-4a62-9bc3-57681b54c93f on network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:33.118277 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.234384 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:34:33.234900 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Checking segment: {'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:34:33.235086 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Bound using segment: {'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:34:33.235551 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Bound port: a995ed5e-c069-4a62-9bc3-57681b54c93f, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:34:33.235901 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.383113 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] For port a995ed5e-c069-4a62-9bc3-57681b54c93f, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:34:33.387537 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] For port a995ed5e-c069-4a62-9bc3-57681b54c93f, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a995ed5e-c069-4a62-9bc3-57681b54c93f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:34:33.389160 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for floatingip (dd5db08b-b879-4bf9-99ae-2c9cf7291177), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.414535 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.457053 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:33.457662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.459694 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] 10.222.0.48 "PUT /v2.0/ports/a995ed5e-c069-4a62-9bc3-57681b54c93f HTTP/1.1" status: 200 len: 1093 time: 1.3779299 Feb 18 00:34:33.461672 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9171e6de-68ee-4940-a786-62e623a3ed60', 'tag': 'a995ed5e-c069-4a62-9bc3-57681b54c93f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:33.463981 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396" -d '{"events": [{"name": "network-changed", "server_uuid": "9171e6de-68ee-4940-a786-62e623a3ed60", "tag": "a995ed5e-c069-4a62-9bc3-57681b54c93f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:33.506764 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d742d53-b7c4-4012-8a44-bcb7cf711009 x-openstack-request-id: req-6d742d53-b7c4-4012-8a44-bcb7cf711009 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:33.507158 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9171e6de-68ee-4940-a786-62e623a3ed60", "tag": "a995ed5e-c069-4a62-9bc3-57681b54c93f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:33.507398 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d742d53-b7c4-4012-8a44-bcb7cf711009 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:33.507785 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9171e6de-68ee-4940-a786-62e623a3ed60', 'tag': 'a995ed5e-c069-4a62-9bc3-57681b54c93f', 'status': 'completed', 'code': 200} Feb 18 00:34:33.513787 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53cb45-39f3-4632-a49f-edb53de1e67e service neutron] Pushing event updated for resources: {'Port': ['ID=a995ed5e-c069-4a62-9bc3-57681b54c93f,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:33.522814 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.643899 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-01035c68-f800-4eb4-b0e0-c9bfff09d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:33.645496 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-01035c68-f800-4eb4-b0e0-c9bfff09d71f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4be69429d7224a9dad2f2ade01ad18b6&device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 1127 time: 0.1040044 Feb 18 00:34:33.664069 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfeedb-d719-49b0-bed3-7436783d8600 req-406d7a67-dbb3-4dde-95f6-9b1cf14e3609 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:33.665526 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63cfeedb-d719-49b0-bed3-7436783d8600 req-406d7a67-dbb3-4dde-95f6-9b1cf14e3609 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0559564 Feb 18 00:34:33.702227 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-aef0f2ca-debc-435f-8e46-d54a5cb3aadf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a995ed5e-c069-4a62-9bc3-57681b54c93f HTTP/1.1" status: 200 len: 217 time: 0.0429373 Feb 18 00:34:33.721824 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63cfeedb-d719-49b0-bed3-7436783d8600 req-da851933-69de-4153-a28c-ec0799bf1a75 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488853 Feb 18 00:34:33.783488 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-b99392fe-c036-496f-9fa5-3761345437a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:33.784922 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-b99392fe-c036-496f-9fa5-3761345437a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34f28fc0-daea-4bb3-91d4-8efa3a65a0c1 HTTP/1.1" status: 200 len: 849 time: 0.0739229 Feb 18 00:34:33.789512 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.800407 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:33.802090 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210473a-d443-487c-8a52-534a2d1f758c req-091fc940-5f5f-40cf-9e27-f185db58c581 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:33.804485 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0210473a-d443-487c-8a52-534a2d1f758c req-091fc940-5f5f-40cf-9e27-f185db58c581 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 943 time: 0.0521588 Feb 18 00:34:33.823344 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-921a0446-093b-460c-887c-323762456a70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318694 Feb 18 00:34:33.851273 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0210473a-d443-487c-8a52-534a2d1f758c req-db67511a-d071-4501-bc0d-989544323df8 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Feb 18 00:34:33.938601 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'Port': ['ID=316ea483-cfa8-481f-bc01-b47e1f95d8cb,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:33.948509 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (dd5db08b-b879-4bf9-99ae-2c9cf7291177), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:34.040791 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-37c23714-ade5-4470-b718-dd68de42e099 service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984084 Feb 18 00:34:34.112162 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Floating IP dd5db08b-b879-4bf9-99ae-2c9cf7291177 associated. External IP: 172.27.2.184, port: 0ae41189-76cf-4b68-926c-2d4c535d2130. Feb 18 00:34:34.212987 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-71e21e04-e7c0-4760-bcd6-00cd7277756d req-f7560793-069d-4c20-b02e-50a02a402f15 service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639121 Feb 18 00:34:34.391164 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-c59436d0-c178-48f2-b2cc-1adea9ec778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:34.392541 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-c59436d0-c178-48f2-b2cc-1adea9ec778e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4be69429d7224a9dad2f2ade01ad18b6&device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 1127 time: 0.0717204 Feb 18 00:34:34.394222 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Router 09ce91db-1514-4497-85a8-ac31731ce294 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:34:34.562726 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-9bae3363-c1fd-46ea-b524-a5c949f2e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:34.564173 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-9bae3363-c1fd-46ea-b524-a5c949f2e719 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 HTTP/1.1" status: 200 len: 910 time: 0.1651638 Feb 18 00:34:34.608912 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:34:34.611327 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-4965c74d-3799-4be5-a248-8c1a2832d595 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a995ed5e-c069-4a62-9bc3-57681b54c93f HTTP/1.1" status: 200 len: 217 time: 0.0389395 Feb 18 00:34:34.619849 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] Sync routers for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:34:34.629234 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:34:34.629871 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:34:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:34.652248 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:34.690472 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-4d73dacb-0935-4f3b-b87a-025aa4c53ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:34.691964 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-4d73dacb-0935-4f3b-b87a-025aa4c53ab2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34f28fc0-daea-4bb3-91d4-8efa3a65a0c1 HTTP/1.1" status: 200 len: 849 time: 0.0708020 Feb 18 00:34:34.694406 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-deaac3ee-5d01-49cd-bc96-dd89142017bc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9630272 Feb 18 00:34:34.697523 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:34.701920 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0eb31ed0-b089-43ff-bd80-24f344b17b11 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713358836', 'description': 'tempest-secgroup-smoke-1713358836 description', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:34.736510 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:34:34.738511 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-db7d6f13-2285-47ca-9669-e3e769ed2892 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325201 Feb 18 00:34:34.754570 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0eb31ed0-b089-43ff-bd80-24f344b17b11 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:34.871185 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45ab22-647c-4099-afcb-e427dc87c673 req-db8a1b82-69fc-4736-b536-81b1a527fd0f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:34.873862 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-56be2090-674f-46f5-a88b-5faf81fd4245 service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257377 Feb 18 00:34:34.879856 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8c45ab22-647c-4099-afcb-e427dc87c673 req-db8a1b82-69fc-4736-b536-81b1a527fd0f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0698097 Feb 18 00:34:34.910924 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0eb31ed0-b089-43ff-bd80-24f344b17b11 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group (548715eb-96a6-4d0d-ac87-525ab4a0f252), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:34.937396 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0eb31ed0-b089-43ff-bd80-24f344b17b11 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (548715eb-96a6-4d0d-ac87-525ab4a0f252), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:34.974398 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8c45ab22-647c-4099-afcb-e427dc87c673 req-900bc2fb-a08b-4722-933b-be9171553d04 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888066 Feb 18 00:34:34.978971 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0eb31ed0-b089-43ff-bd80-24f344b17b11 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:34.980131 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0eb31ed0-b089-43ff-bd80-24f344b17b11 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2816398 Feb 18 00:34:34.983143 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46724) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:34.987146 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb31ed0-b089-43ff-bd80-24f344b17b11 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548715eb-96a6-4d0d-ac87-525ab4a0f252,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:34.989926 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-eb9f3f51-b8a0-4b12-a847-a6ca8d4a7f6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'security_group_rule': {'security_group_id': '548715eb-96a6-4d0d-ac87-525ab4a0f252', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:35.016517 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-55cbf2ee-e24c-46b0-a5b9-bc7f75475396 req-c1e96ece-b33a-4935-9fb4-ea2a437f21f3 service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329114 Feb 18 00:34:35.028331 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97835acb-23b2-4500-a970-d34a980ebe03 req-00fe05bd-bd1f-43f7-be24-8203b1b6750a tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:35.029899 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97835acb-23b2-4500-a970-d34a980ebe03 req-00fe05bd-bd1f-43f7-be24-8203b1b6750a tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 943 time: 0.0983093 Feb 18 00:34:35.052466 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'dd5db08b-b879-4bf9-99ae-2c9cf7291177', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'port_id': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'mac_address': 'fa:16:3e:9d:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:34:32Z', 'updated_at': '2022-02-18T00:34:32Z', 'revision_number': 0, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:35.057461 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3f51-b8a0-4b12-a847-a6ca8d4a7f6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (b6efbf6d-7cc3-42f1-abb6-1a0e09cef877), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.082980 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] Checking router: 09ce91db-1514-4497-85a8-ac31731ce294 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:34:35.092205 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:34:35.092795 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:34:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:35.106396 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-97835acb-23b2-4500-a970-d34a980ebe03 req-090d062b-21b1-45b9-b58a-c2dcbfd8bdf6 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695338 Feb 18 00:34:35.133754 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3f51-b8a0-4b12-a847-a6ca8d4a7f6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (b6efbf6d-7cc3-42f1-abb6-1a0e09cef877), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.137815 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3f51-b8a0-4b12-a847-a6ca8d4a7f6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (b6efbf6d-7cc3-42f1-abb6-1a0e09cef877), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.155167 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f3f51-b8a0-4b12-a847-a6ca8d4a7f6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6efbf6d-7cc3-42f1-abb6-1a0e09cef877,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:35.163589 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3f51-b8a0-4b12-a847-a6ca8d4a7f6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.164855 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-eb9f3f51-b8a0-4b12-a847-a6ca8d4a7f6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807418 Feb 18 00:34:35.167516 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46726) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:35.172279 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ffb46078-7025-44d6-a3eb-db8f42b7065d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'security_group_rule': {'security_group_id': '548715eb-96a6-4d0d-ac87-525ab4a0f252', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:35.198765 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffb46078-7025-44d6-a3eb-db8f42b7065d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (23f0f734-d30f-482f-8756-2180349c5d86), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.257694 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffb46078-7025-44d6-a3eb-db8f42b7065d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (23f0f734-d30f-482f-8756-2180349c5d86), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.261948 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffb46078-7025-44d6-a3eb-db8f42b7065d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (23f0f734-d30f-482f-8756-2180349c5d86), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.280344 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb46078-7025-44d6-a3eb-db8f42b7065d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f0f734-d30f-482f-8756-2180349c5d86,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:35.286475 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffb46078-7025-44d6-a3eb-db8f42b7065d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.290169 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-ffb46078-7025-44d6-a3eb-db8f42b7065d tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190474 Feb 18 00:34:35.290414 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46728) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:35.294808 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fd61f81a-4e0b-4ad4-a70a-7b51aa4af4f1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'security_group_rule': {'security_group_id': '548715eb-96a6-4d0d-ac87-525ab4a0f252', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:35.322220 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd61f81a-4e0b-4ad4-a70a-7b51aa4af4f1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (65a5be3e-6c2c-4e23-9ef7-c1c809b9d6b0), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.345923 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:34:35.384651 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd61f81a-4e0b-4ad4-a70a-7b51aa4af4f1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (65a5be3e-6c2c-4e23-9ef7-c1c809b9d6b0), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.388643 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd61f81a-4e0b-4ad4-a70a-7b51aa4af4f1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (65a5be3e-6c2c-4e23-9ef7-c1c809b9d6b0), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.406689 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61f81a-4e0b-4ad4-a70a-7b51aa4af4f1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a5be3e-6c2c-4e23-9ef7-c1c809b9d6b0,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:35.415428 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd61f81a-4e0b-4ad4-a70a-7b51aa4af4f1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.416636 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-fd61f81a-4e0b-4ad4-a70a-7b51aa4af4f1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253011 Feb 18 00:34:35.419324 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46730) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:35.423614 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5e7e196c-8d41-4e5c-984c-d1110bbf44bb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'security_group_rule': {'security_group_id': '548715eb-96a6-4d0d-ac87-525ab4a0f252', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:35.449241 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e7e196c-8d41-4e5c-984c-d1110bbf44bb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (a53a0094-332b-42cf-b5a7-044d58e5661e), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.506919 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e7e196c-8d41-4e5c-984c-d1110bbf44bb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (a53a0094-332b-42cf-b5a7-044d58e5661e), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.508605 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:35.511041 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5978a56-3c58-4407-98b3-e029e1cf69ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:35.511468 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e7e196c-8d41-4e5c-984c-d1110bbf44bb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (a53a0094-332b-42cf-b5a7-044d58e5661e), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.534646 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e196c-8d41-4e5c-984c-d1110bbf44bb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53a0094-332b-42cf-b5a7-044d58e5661e,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:35.543499 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e7e196c-8d41-4e5c-984c-d1110bbf44bb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.547092 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5e7e196c-8d41-4e5c-984c-d1110bbf44bb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244240 Feb 18 00:34:35.547311 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46736) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:35.553495 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'security_group_rule': {'security_group_id': '548715eb-96a6-4d0d-ac87-525ab4a0f252', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:35.557046 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01828d73-67b8-485a-b072-c912d6a6af15 x-openstack-request-id: req-01828d73-67b8-485a-b072-c912d6a6af15 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:35.557362 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:35.557645 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01828d73-67b8-485a-b072-c912d6a6af15 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:35.558935 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'status': 'completed', 'code': 200} Feb 18 00:34:35.580714 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Project 9764b54de9ad46cbb54bc4c9c33378f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 00:34:35.586255 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (baff936c-ed62-412d-8ddb-e5970f7d553c), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.594132 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'dd5db08b-b879-4bf9-99ae-2c9cf7291177', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'port_id': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'mac_address': 'fa:16:3e:9d:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:34:32Z', 'updated_at': '2022-02-18T00:34:32Z', 'revision_number': 0, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:35.626536 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a513e84-2077-4365-9eb2-44db0e37aa29 None None] The sync data for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi is: [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'dd5db08b-b879-4bf9-99ae-2c9cf7291177', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'port_id': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'mac_address': 'fa:16:3e:9d:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:34:32Z', 'updated_at': '2022-02-18T00:34:32Z', 'revision_number': 0, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:34:35.664108 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (baff936c-ed62-412d-8ddb-e5970f7d553c), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.668814 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (baff936c-ed62-412d-8ddb-e5970f7d553c), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.672663 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-7b48581c-c320-4b93-836b-face049951a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:35.674670 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-7b48581c-c320-4b93-836b-face049951a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1130 time: 0.0719039 Feb 18 00:34:35.691978 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baff936c-ed62-412d-8ddb-e5970f7d553c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:35.701737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.705605 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-440b796a-428d-41ef-9804-10331b889569 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549301 Feb 18 00:34:35.706328 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46742) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:35.711732 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'security_group_rule': {'security_group_id': '548715eb-96a6-4d0d-ac87-525ab4a0f252', 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:35.732891 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Project 9764b54de9ad46cbb54bc4c9c33378f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 00:34:35.738387 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (fbe4f10e-fcb2-49f4-beb9-f75769403eba), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.786565 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-0c3104dd-ba44-4d1d-9f02-24abf8f1e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:35.789235 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-0c3104dd-ba44-4d1d-9f02-24abf8f1e8cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 916 time: 0.0934985 Feb 18 00:34:35.807821 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (fbe4f10e-fcb2-49f4-beb9-f75769403eba), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.812097 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (fbe4f10e-fcb2-49f4-beb9-f75769403eba), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.831062 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe4f10e-fcb2-49f4-beb9-f75769403eba,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:35.836916 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.838103 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-b0c69cc1-42f6-4295-afef-cc43829b7ffb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310685 Feb 18 00:34:35.862981 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:35.875226 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-73d27e70-845e-40c0-81e0-0084879ccd66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 1000 time: 0.0793526 Feb 18 00:34:35.890828 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c012957-6930-44b3-bbbe-f3733a136e00 None None] New status for floating IP dd5db08b-b879-4bf9-99ae-2c9cf7291177: ACTIVE {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:34:35.929441 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-0a6ebc24-3bf5-4e5e-bbbd-a0e10f65e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:35.932253 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-0a6ebc24-3bf5-4e5e-bbbd-a0e10f65e1e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 200 len: 854 time: 0.0514774 Feb 18 00:34:35.949664 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:34:35.953628 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-6c9b9233-ddc7-47bd-828e-a2dc737133af tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713358836&fields=id&tenant_id=9764b54de9ad46cbb54bc4c9c33378f5 HTTP/1.1" status: 200 len: 267 time: 0.0508533 Feb 18 00:34:36.003338 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-be003dad-977c-4296-9efb-2ac7c7334235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.005145 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-be003dad-977c-4296-9efb-2ac7c7334235 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0561afb5-60f7-44f0-a3df-9acddedcae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645850 Feb 18 00:34:36.036512 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-27cf3afb-1700-408d-9935-2a79d30d43e4 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.046146 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-27cf3afb-1700-408d-9935-2a79d30d43e4 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0833614 Feb 18 00:34:36.052350 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'port': {'security_groups': ['d246e501-2825-4fa8-a556-3b0e8a6545c7', '548715eb-96a6-4d0d-ac87-525ab4a0f252']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:36.136937 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-c9f032f4-dba1-4ffc-8b85-4d88f629fd0c service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249661 Feb 18 00:34:36.137233 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:36.149358 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'port_id': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'mac_address': 'fa:16:3e:05:aa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:34:36.178643 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:36.189497 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port ec902ae2-ebee-4140-8565-a903f8a30440 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:36.189809 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:36.210011 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec902ae2-ebee-4140-8565-a903f8a30440 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:36.235234 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80959a1-fcc5-45a9-9e98-b00b410f3865 req-2dcf5c37-4891-4a0d-af3d-d66f602130b6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.235636 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:36.236739 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b80959a1-fcc5-45a9-9e98-b00b410f3865 req-2dcf5c37-4891-4a0d-af3d-d66f602130b6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.1006157 Feb 18 00:34:36.242802 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:36.246179 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b5978a56-3c58-4407-98b3-e029e1cf69ac req-4a6337af-d916-4aeb-bddb-1b5c77704065 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994558 Feb 18 00:34:36.294206 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:36.301551 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.301902 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.302281 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.302726 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.303331 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.303663 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.303985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.304328 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.304633 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.304956 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.305277 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.305601 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.305918 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:34:36.321500 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b80959a1-fcc5-45a9-9e98-b00b410f3865 req-ea5f2568-9ae0-46d7-92eb-7c4f2983c510 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784965 Feb 18 00:34:36.454819 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=0ae41189-76cf-4b68-926c-2d4c535d2130,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:36.473466 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441d3e4-8cde-4c05-a171-c1b1d82583aa req-06e2a1e1-b54a-49ce-a874-40bcb833a5ac tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.476047 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4441d3e4-8cde-4c05-a171-c1b1d82583aa req-06e2a1e1-b54a-49ce-a874-40bcb833a5ac tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 943 time: 0.0961275 Feb 18 00:34:36.510043 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:36.517224 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:36.554172 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['0ae41189-76cf-4b68-926c-2d4c535d2130'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:36.571099 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4441d3e4-8cde-4c05-a171-c1b1d82583aa req-a9fd2892-a7d2-4495-99ca-fda4ba77bbcd tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872774 Feb 18 00:34:36.591151 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.591789 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:36.593358 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ac4cd8a7-199f-4bff-beee-72106f7613c5 req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "PUT /v2.0/ports/0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 982 time: 0.5461881 Feb 18 00:34:36.593833 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:36.596517 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b8e52-b842-4e95-886f-5ee2e4e229a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:36.631877 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9c272-dbe6-42ac-872a-4f8dd65cc813 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:36.650060 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c961e0-b3ab-4d8f-a020-700f7d512e4c x-openstack-request-id: req-54c961e0-b3ab-4d8f-a020-700f7d512e4c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:36.650999 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:36.650999 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54c961e0-b3ab-4d8f-a020-700f7d512e4c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:36.650999 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'status': 'completed', 'code': 200} Feb 18 00:34:36.660883 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['ec902ae2-ebee-4140-8565-a903f8a30440'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:36.720956 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e44a65-8f68-45aa-91a4-ebd34f68508d req-eb82d5df-80fc-4a23-bf00-ea3da5f4f829 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.723624 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69e44a65-8f68-45aa-91a4-ebd34f68508d req-eb82d5df-80fc-4a23-bf00-ea3da5f4f829 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0591221 Feb 18 00:34:36.749743 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['0ae41189-76cf-4b68-926c-2d4c535d2130'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:36.780601 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-c64c2c2b-0668-4f51-b29a-9267f2d48b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.782546 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-c64c2c2b-0668-4f51-b29a-9267f2d48b5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1169 time: 0.0831828 Feb 18 00:34:36.817649 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69e44a65-8f68-45aa-91a4-ebd34f68508d req-a3cbca17-33b0-406a-88e4-757cc77b46f0 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864615 Feb 18 00:34:36.914250 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-71963c72-0fd1-45ae-8490-6862b63b9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:36.915910 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-71963c72-0fd1-45ae-8490-6862b63b9511 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 916 time: 0.1253996 Feb 18 00:34:36.964398 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-d8681f15-a34b-46e7-af28-144437bb6839 None None] Provisioning complete for port 0ae41189-76cf-4b68-926c-2d4c535d2130 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:34:36.965060 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d8681f15-a34b-46e7-af28-144437bb6839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.002510 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-fab63636-6152-4239-9a4c-d2e721ba0d79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 1002 time: 0.0791669 Feb 18 00:34:37.061684 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46762) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:37.181779 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f527d00f-45e1-4c4b-9a48-dee2a07066f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.237230 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-d8681f15-a34b-46e7-af28-144437bb6839 None None] Current status of the port 0ae41189-76cf-4b68-926c-2d4c535d2130 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:37.274011 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f527d00f-45e1-4c4b-9a48-dee2a07066f8 admin admin] Publish callbacks [] for security_group (970e74ef-890d-4122-a63e-d7b64c83fd9e), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.278883 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f527d00f-45e1-4c4b-9a48-dee2a07066f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (970e74ef-890d-4122-a63e-d7b64c83fd9e), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.307671 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-5102034f-3199-4eb5-9fe4-b35a806cd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:37.309151 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-5102034f-3199-4eb5-9fe4-b35a806cd174 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 200 len: 854 time: 0.3009310 Feb 18 00:34:37.322913 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f527d00f-45e1-4c4b-9a48-dee2a07066f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee5424c5ff2045628c3866c8fa134039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598805 Feb 18 00:34:37.324486 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527d00f-45e1-4c4b-9a48-dee2a07066f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970e74ef-890d-4122-a63e-d7b64c83fd9e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:37.326139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46766) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:37.400441 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-bb65ecf7-1eaf-47be-a14a-40a262f73fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:37.402162 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-bb65ecf7-1eaf-47be-a14a-40a262f73fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0561afb5-60f7-44f0-a3df-9acddedcae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866120 Feb 18 00:34:37.405039 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43f5aa63-7a59-4e66-8768-d7706ae74d74 admin admin] Publish callbacks [] for security_group (970e74ef-890d-4122-a63e-d7b64c83fd9e), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.454769 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd96398-8f79-4e8a-ab63-b5e5a6fb9041 req-0ffee2ba-cddb-4b9c-8398-0a3f62869788 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:37.456207 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8cd96398-8f79-4e8a-ab63-b5e5a6fb9041 req-0ffee2ba-cddb-4b9c-8398-0a3f62869788 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 944 time: 0.0554583 Feb 18 00:34:37.469322 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43f5aa63-7a59-4e66-8768-d7706ae74d74 admin admin] Publish callbacks [] for security_group (970e74ef-890d-4122-a63e-d7b64c83fd9e), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.506293 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8cd96398-8f79-4e8a-ab63-b5e5a6fb9041 req-034511c2-0b52-4f68-a8e3-b06c480bb157 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Feb 18 00:34:37.537606 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-ac6920d7-aef0-4109-8caa-12e802e45dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215389 Feb 18 00:34:37.552739 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43f5aa63-7a59-4e66-8768-d7706ae74d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (970e74ef-890d-4122-a63e-d7b64c83fd9e), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.555636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43f5aa63-7a59-4e66-8768-d7706ae74d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:37.556661 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-43f5aa63-7a59-4e66-8768-d7706ae74d74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/970e74ef-890d-4122-a63e-d7b64c83fd9e HTTP/1.1" status: 204 len: 168 time: 0.2285023 Feb 18 00:34:37.600525 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5aa63-7a59-4e66-8768-d7706ae74d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970e74ef-890d-4122-a63e-d7b64c83fd9e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:37.659229 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-434b8e52-b842-4e95-886f-5ee2e4e229a7 req-7487fa25-c6bc-4ed6-9ae4-dc7ec2fb3ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150625 Feb 18 00:34:37.702101 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8653-c0b4-4433-aef8-539751945629 req-dd6f2e5d-bbf9-48fc-8544-8dabcfee65b6 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:37.703610 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d3b8653-c0b4-4433-aef8-539751945629 req-dd6f2e5d-bbf9-48fc-8544-8dabcfee65b6 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 943 time: 0.0541909 Feb 18 00:34:37.749953 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d3b8653-c0b4-4433-aef8-539751945629 req-f5d5ae15-8872-4d2a-861b-cafadebeb597 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Feb 18 00:34:37.962190 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a995ed5e-c069-4a62-9bc3-57681b54c93f details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:34:37.972633 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:34:38.084709 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port ec902ae2-ebee-4140-8565-a903f8a30440 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:34:38.097192 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port ec902ae2-ebee-4140-8565-a903f8a30440 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:34:38.097569 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.125158 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port a995ed5e-c069-4a62-9bc3-57681b54c93f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a995ed5e-c069-4a62-9bc3-57681b54c93f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:38.145169 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'a995ed5e-c069-4a62-9bc3-57681b54c93f', 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031', 'port_id': 'a995ed5e-c069-4a62-9bc3-57681b54c93f', 'mac_address': 'fa:16:3e:70:fb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f28fc0-daea-4bb3-91d4-8efa3a65a0c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:34:38.187942 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 46792) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:38.210559 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port a995ed5e-c069-4a62-9bc3-57681b54c93f is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:38.210953 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.214420 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:34:38.235057 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a995ed5e-c069-4a62-9bc3-57681b54c93f {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:38.241001 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port ec902ae2-ebee-4140-8565-a903f8a30440 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:38.241413 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.272714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port a995ed5e-c069-4a62-9bc3-57681b54c93f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a995ed5e-c069-4a62-9bc3-57681b54c93f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:38.277395 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:38.279511 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0458d92a-914d-487d-ad8c-c8f1bab87582" -d '{"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-plugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:38.287050 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-261106750-network', 'tenant_id': 'eec89925d39e4f199d46ec79569866bf'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:38.288440 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.295256 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:38.308556 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Made reservation on behalf of eec89925d39e4f199d46ec79569866bf for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:38.310979 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.316132 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.320886 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.337583 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eaa534-bcf6-44d9-b64a-c0b8adbb13b1 x-openstack-request-id: req-a4eaa534-bcf6-44d9-b64a-c0b8adbb13b1 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:38.337873 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-plugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:38.338123 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4eaa534-bcf6-44d9-b64a-c0b8adbb13b1 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:38.338532 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'code': 200} Feb 18 00:34:38.343136 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=a995ed5e-c069-4a62-9bc3-57681b54c93f,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:38.398341 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:38.407426 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks [] for security_group (298392bb-cdee-4d90-8d44-fd4bd2151e4a), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.411661 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (298392bb-cdee-4d90-8d44-fd4bd2151e4a), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.438417 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:34:38.456924 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298392bb-cdee-4d90-8d44-fd4bd2151e4a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:38.460956 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (2bc2b3fa-51c9-408d-9908-04b5c35954cb), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.461302 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Added segment 2bc2b3fa-51c9-408d-9908-04b5c35954cb of type vlan for network 2131b272-d5a9-4432-94b2-d9118ea9919a Feb 18 00:34:38.506133 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (2131b272-d5a9-4432-94b2-d9118ea9919a), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.532146 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (2131b272-d5a9-4432-94b2-d9118ea9919a), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.533113 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:38.533738 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.572288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bb599-d5a5-40f8-b236-642329dcce84 req-61b944cc-fd34-4533-a9e4-297dfa60c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:38.573890 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9f5bb599-d5a5-40f8-b236-642329dcce84 req-61b944cc-fd34-4533-a9e4-297dfa60c27e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 1129 time: 0.0514772 Feb 18 00:34:38.592146 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4031296 Feb 18 00:34:38.595475 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46802) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:38.600737 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Request body: {'subnet': {'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-261106750-subnet', 'tenant_id': 'eec89925d39e4f199d46ec79569866bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:38.625025 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fbad8-47ee-4e42-9fe7-455f6d37aee7 admin admin] Pushing event updated for resources: {'Network': ['ID=2131b272-d5a9-4432-94b2-d9118ea9919a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:38.638023 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 2131b272-d5a9-4432-94b2-d9118ea9919a details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:34:38.642255 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['a995ed5e-c069-4a62-9bc3-57681b54c93f'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:38.654017 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98476887-eb0f-447d-8db8-41dd870df8c2 req-5fc53982-78af-41d8-be37-8fd4b7d65190 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:38.655094 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9f5bb599-d5a5-40f8-b236-642329dcce84 req-b2881773-cc65-4ba8-8dfd-197d67bc9652 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728695 Feb 18 00:34:38.655657 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-98476887-eb0f-447d-8db8-41dd870df8c2 req-5fc53982-78af-41d8-be37-8fd4b7d65190 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0699110 Feb 18 00:34:38.659504 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Made reservation on behalf of eec89925d39e4f199d46ec79569866bf for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:38.662560 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633233'] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.704584 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-98476887-eb0f-447d-8db8-41dd870df8c2 req-5c199694-d427-407b-80f6-1a141f80927b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430639 Feb 18 00:34:38.847778 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25315551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633219'] for subnet (15f02a18-1828-465c-8ecf-44d6df99b8f8), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.876285 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ed922-afdc-4bae-95c6-430d0f419f53 req-149589f8-0662-4ba3-97c8-dd9b82d973d4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:38.877745 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dd3ed922-afdc-4bae-95c6-430d0f419f53 req-149589f8-0662-4ba3-97c8-dd9b82d973d4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 944 time: 0.0549448 Feb 18 00:34:38.907519 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f02a18-1828-465c-8ecf-44d6df99b8f8,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:38.915363 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Checking segment: {'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:34:38.915718 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Network hostable DHCP agents. Network: 2131b272-d5a9-4432-94b2-d9118ea9919a, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:34:38.924892 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dd3ed922-afdc-4bae-95c6-430d0f419f53 req-eaaa53fb-ecf5-4fd1-abdd-35b108b0a5aa tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Feb 18 00:34:38.933340 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Network 2131b272-d5a9-4432-94b2-d9118ea9919a is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:34:38.942329 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 2131b272-d5a9-4432-94b2-d9118ea9919a) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:38.946919 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:38.947499 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:38.953319 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeffa5a-a19a-43ad-9632-834e285ef31f None None] Network 2131b272-d5a9-4432-94b2-d9118ea9919a requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:34:38.962969 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-172161d7-0095-430b-9b9f-d45686c67ef5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3663013 Feb 18 00:34:39.051500 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ceb200-7a4c-4d01-94f3-72ea5bb9a965 None None] Network 2131b272-d5a9-4432-94b2-d9118ea9919a requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:34:39.833138 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e165d3-0888-423a-86b2-4ec4c8fded1c req-c2423892-4f94-4ab9-9a57-8cc698b6e822 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:39.835268 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-06e165d3-0888-423a-86b2-4ec4c8fded1c req-c2423892-4f94-4ab9-9a57-8cc698b6e822 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0569022 Feb 18 00:34:39.885073 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-06e165d3-0888-423a-86b2-4ec4c8fded1c req-2008c331-b5b7-49ac-8ce3-cab80e02a303 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442824 Feb 18 00:34:39.974397 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a995ed5e-c069-4a62-9bc3-57681b54c93f up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:34:40.023199 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port a995ed5e-c069-4a62-9bc3-57681b54c93f completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:34:40.026901 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port a995ed5e-c069-4a62-9bc3-57681b54c93f triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:34:40.027446 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:40.044287 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bd2b0-9ff2-4aa9-8081-f09ce6d27403 req-0660c0b0-cffc-42e4-9fd6-a651ca095c29 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:40.045716 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-479bd2b0-9ff2-4aa9-8081-f09ce6d27403 req-0660c0b0-cffc-42e4-9fd6-a651ca095c29 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 944 time: 0.0521386 Feb 18 00:34:40.091377 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-479bd2b0-9ff2-4aa9-8081-f09ce6d27403 req-a06db393-dcca-452a-8e40-627a2c73cfd3 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Feb 18 00:34:40.106755 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port a995ed5e-c069-4a62-9bc3-57681b54c93f is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:40.107258 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:40.139797 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port a995ed5e-c069-4a62-9bc3-57681b54c93f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a995ed5e-c069-4a62-9bc3-57681b54c93f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:40.143353 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:40.190466 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=a995ed5e-c069-4a62-9bc3-57681b54c93f,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:40.339993 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9171e6de-68ee-4940-a786-62e623a3ed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995ed5e-c069-4a62-9bc3-57681b54c93f'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:40.342161 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa962cc-fe7c-4293-8278-1d774d10fd31" -d '{"events": [{"server_uuid": "9171e6de-68ee-4940-a786-62e623a3ed60", "name": "network-vif-plugged", "status": "completed", "tag": "a995ed5e-c069-4a62-9bc3-57681b54c93f"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:40.378487 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e750ef87-d6da-4d4a-89b3-c9107de33554 x-openstack-request-id: req-e750ef87-d6da-4d4a-89b3-c9107de33554 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:40.378776 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9171e6de-68ee-4940-a786-62e623a3ed60", "name": "network-vif-plugged", "status": "completed", "tag": "a995ed5e-c069-4a62-9bc3-57681b54c93f", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:40.379030 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e750ef87-d6da-4d4a-89b3-c9107de33554 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:40.379412 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9171e6de-68ee-4940-a786-62e623a3ed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995ed5e-c069-4a62-9bc3-57681b54c93f', 'code': 200} Feb 18 00:34:40.590271 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d21ad-6be3-40db-b39a-8119c7e6a831 req-13b0fabb-1250-48bd-b883-c9268864b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:40.591733 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-501d21ad-6be3-40db-b39a-8119c7e6a831 req-13b0fabb-1250-48bd-b883-c9268864b864 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 1129 time: 0.0479801 Feb 18 00:34:40.638991 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-501d21ad-6be3-40db-b39a-8119c7e6a831 req-2a976c35-4ef8-4984-b623-488fe6251f02 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Feb 18 00:34:40.676156 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-55d2f147-c0ba-4e35-aa2b-e0f03c7cfa1d tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:40.678422 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-55d2f147-c0ba-4e35-aa2b-e0f03c7cfa1d tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/networks?id=2131b272-d5a9-4432-94b2-d9118ea9919a HTTP/1.1" status: 200 len: 813 time: 0.1038518 Feb 18 00:34:40.693599 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-adcd3c16-35d3-46e1-9073-a645a5e3121c tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/quotas/eec89925d39e4f199d46ec79569866bf HTTP/1.1" status: 200 len: 375 time: 0.0089748 Feb 18 00:34:40.725682 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-4ea3dd25-928a-4777-8989-f03e12c5e78f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eec89925d39e4f199d46ec79569866bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268559 Feb 18 00:34:40.811007 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-8b259364-a212-4ad3-b2d1-23552b40e198 service neutron] 10.222.0.10 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789263 Feb 18 00:34:41.137833 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-3880de2c-c330-4373-a5fe-fe493afe6771 service neutron] 10.222.0.10 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211622 Feb 18 00:34:41.144242 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497be7-b39b-4fcc-b953-8342dfda1ad2 req-15e302c7-6e55-47f4-9268-af9aa795d997 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:41.145561 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a4497be7-b39b-4fcc-b953-8342dfda1ad2 req-15e302c7-6e55-47f4-9268-af9aa795d997 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0790501 Feb 18 00:34:41.195473 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a4497be7-b39b-4fcc-b953-8342dfda1ad2 req-faf46653-de62-4b01-aa08-cae08cdb02ec tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Feb 18 00:34:41.345154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec954ed-6179-4f8b-ae0b-ffb40b81e068 req-f9a23677-56cc-4691-8962-098364e4fb67 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:41.346640 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bec954ed-6179-4f8b-ae0b-ffb40b81e068 req-f9a23677-56cc-4691-8962-098364e4fb67 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 945 time: 0.0882919 Feb 18 00:34:41.358661 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd23bc-97ac-476b-8662-89f74bf3c782 req-8224a4b7-43fe-4a6c-87e3-13bc026d82f3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:41.360091 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-02cd23bc-97ac-476b-8662-89f74bf3c782 req-8224a4b7-43fe-4a6c-87e3-13bc026d82f3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0722430 Feb 18 00:34:41.369410 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 46846) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:34:41.373909 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Request body: {'floatingip': {'port_id': 'ec902ae2-ebee-4140-8565-a903f8a30440'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:41.410909 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bec954ed-6179-4f8b-ae0b-ffb40b81e068 req-e8cde41d-b299-49d6-a653-378058085d0d tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498154 Feb 18 00:34:41.422865 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (8a9db7d3-9433-4a37-85d6-9db517859d04), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:41.443782 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dacbba23-5e13-4963-8cf6-a40e144387ac req-3b166b4f-847f-43af-be4b-147cf3f646b4 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 210 time: 0.0309701 Feb 18 00:34:41.876428 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:41.880449 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (8a9db7d3-9433-4a37-85d6-9db517859d04), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:41.986266 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Floating IP 8a9db7d3-9433-4a37-85d6-9db517859d04 associated. External IP: 172.27.2.200, port: ec902ae2-ebee-4140-8565-a903f8a30440. Feb 18 00:34:42.191820 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Router 7025563b-fc91-452f-99cb-84d5e8a0c143 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:34:42.299239 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:34:42.304493 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:42.311052 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b7885-2240-4703-a358-2220112d73a8 None None] Sync routers for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:34:42.324015 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:34:42.324697 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:34:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:42.337595 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-73d86848-96b5-42be-9604-f7d504a0c99b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "PUT /v2.0/floatingips/8a9db7d3-9433-4a37-85d6-9db517859d04 HTTP/1.1" status: 200 len: 991 time: 0.9646261 Feb 18 00:34:42.337595 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:42.337943 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63446f5e-994e-46ca-a7a0-da4e99111870" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:42.380663 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d30d42-8e5d-4890-bc32-a1ee33efdd07 x-openstack-request-id: req-c9d30d42-8e5d-4890-bc32-a1ee33efdd07 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:42.380959 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:42.381232 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9d30d42-8e5d-4890-bc32-a1ee33efdd07 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:42.381631 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'status': 'completed', 'code': 200} Feb 18 00:34:42.454013 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:34:42.566274 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-c4d8cd23-24ea-4db5-af33-b7b55d50b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:42.568350 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-c4d8cd23-24ea-4db5-af33-b7b55d50b496 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 1129 time: 0.1073792 Feb 18 00:34:42.629040 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-70953b21-3c68-4106-9fba-90859604b440 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:42.631538 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-70953b21-3c68-4106-9fba-90859604b440 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "GET /v2.0/networks?id=2131b272-d5a9-4432-94b2-d9118ea9919a HTTP/1.1" status: 200 len: 813 time: 0.1714339 Feb 18 00:34:42.652681 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Request body: {'port': {'device_id': '73889a01-5749-4dd4-9c11-d041a340b88d', 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a', 'admin_state_up': True, 'tenant_id': 'eec89925d39e4f199d46ec79569866bf'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:42.741641 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c1fa691f-fe03-4732-85f9-8d01baaae45d req-2379b57b-5d1e-4e7e-94db-65743c98271d tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 210 time: 0.1642318 Feb 18 00:34:42.794216 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b77e5-c1c1-4ebb-a034-6d0bd52ad281 req-6565ef1a-4998-48d1-bf65-c541e8abe81d tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:42.795787 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc8b77e5-c1c1-4ebb-a034-6d0bd52ad281 req-6565ef1a-4998-48d1-bf65-c541e8abe81d tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 945 time: 0.2504029 Feb 18 00:34:42.833285 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Made reservation on behalf of eec89925d39e4f199d46ec79569866bf for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:42.835393 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-fe56ed43-c99b-4883-bf46-8c19c64b8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:42.836925 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-fe56ed43-c99b-4883-bf46-8c19c64b8ba0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.2616544 Feb 18 00:34:42.838021 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:42.910621 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fc8b77e5-c1c1-4ebb-a034-6d0bd52ad281 req-e5115943-4da7-4a75-b70b-7d58a12b14b8 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037464 Feb 18 00:34:42.941137 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-1f47f136-9ba6-40b7-8586-d65bd9e4c869 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 200 len: 999 time: 0.0793452 Feb 18 00:34:42.951346 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '8a9db7d3-9433-4a37-85d6-9db517859d04', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'port_id': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'mac_address': 'fa:16:3e:05:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:34:27Z', 'updated_at': '2022-02-18T00:34:41Z', 'revision_number': 1, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:42.978893 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b7885-2240-4703-a358-2220112d73a8 None None] Checking router: 7025563b-fc91-452f-99cb-84d5e8a0c143 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:34:42.988138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:34:42.988738 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:34:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:42.997987 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Allocated IP 172.20.0.6 (2131b272-d5a9-4432-94b2-d9118ea9919a/15f02a18-1828-465c-8ecf-44d6df99b8f8/4fe01a03-c7fe-4e40-894d-36d298055d87) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:34:43.003108 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-b113e05c-d420-4fed-bc94-40ee1e0ee593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:43.004847 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-b113e05c-d420-4fed-bc94-40ee1e0ee593 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0569956 Feb 18 00:34:43.055016 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-eb4dc888-eb35-4673-8358-b5238f343f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:43.056691 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-eb4dc888-eb35-4673-8358-b5238f343f80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458632 Feb 18 00:34:43.101845 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:34:43.159045 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks [] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.160031 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-f7a47023-80ea-4f5f-ad8e-843a786b13de service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963109 Feb 18 00:34:43.205532 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.250506 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Network 2131b272-d5a9-4432-94b2-d9118ea9919a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:34:43.256086 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:43.260745 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:34:43.261275 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63446f5e-994e-46ca-a7a0-da4e99111870 req-119afa2d-2bd4-45b6-8b6c-3731bc119a30 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949264 Feb 18 00:34:43.296587 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Pushing event updated for resources: {'Port': ['ID=4fe01a03-c7fe-4e40-894d-36d298055d87,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:43.327351 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:43.327971 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.347430 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-b5d8dc45-8c06-4bca-87d3-473ffdb6a265 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6984541 Feb 18 00:34:43.364887 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Request body: {'port': {'device_id': '73889a01-5749-4dd4-9c11-d041a340b88d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:43.371550 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-621b7885-2240-4703-a358-2220112d73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '8a9db7d3-9433-4a37-85d6-9db517859d04', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'port_id': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'mac_address': 'fa:16:3e:05:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:34:27Z', 'updated_at': '2022-02-18T00:34:41Z', 'revision_number': 1, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:34:43.398995 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b7885-2240-4703-a358-2220112d73a8 None None] The sync data for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi is: [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '8a9db7d3-9433-4a37-85d6-9db517859d04', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'port_id': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'mac_address': 'fa:16:3e:05:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:34:27Z', 'updated_at': '2022-02-18T00:34:41Z', 'revision_number': 1, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:34:43.434497 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.605386 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1cbb4-2414-4176-ac97-a71a1a01772b None None] New status for floating IP 8a9db7d3-9433-4a37-85d6-9db517859d04: ACTIVE {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:34:43.721400 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe01a03-c7fe-4e40-894d-36d298055d87 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:43.729774 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Publish callbacks [] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.742288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Transition to ACTIVE for port object 4fe01a03-c7fe-4e40-894d-36d298055d87 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:34:43.746671 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.830117 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=4fe01a03-c7fe-4e40-894d-36d298055d87,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:43.843190 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca56219-7f95-4756-a40c-65db3b11637a req-f1eaeb0d-aca0-420f-879c-2c1a6f866a73 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:43.853342 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9ca56219-7f95-4756-a40c-65db3b11637a req-f1eaeb0d-aca0-420f-879c-2c1a6f866a73 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 945 time: 0.0831189 Feb 18 00:34:43.885168 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Attempting to bind port 4fe01a03-c7fe-4e40-894d-36d298055d87 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:34:43.885496 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Attempting to bind port 4fe01a03-c7fe-4e40-894d-36d298055d87 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:34:43.885821 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Attempting to bind port 4fe01a03-c7fe-4e40-894d-36d298055d87 on network 2131b272-d5a9-4432-94b2-d9118ea9919a {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:43.890088 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Port 4fe01a03-c7fe-4e40-894d-36d298055d87 on network 2131b272-d5a9-4432-94b2-d9118ea9919a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:34:43.890432 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Attempting to bind port 4fe01a03-c7fe-4e40-894d-36d298055d87 on network 2131b272-d5a9-4432-94b2-d9118ea9919a {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:43.895086 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:34:43.895414 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Checking segment: {'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:34:43.896354 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Bound using segment: {'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:34:43.896777 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Bound port: 4fe01a03-c7fe-4e40-894d-36d298055d87, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:34:43.897117 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.937562 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9ca56219-7f95-4756-a40c-65db3b11637a req-4c7176ba-2af1-46ab-b99d-344857c26fdd tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833559 Feb 18 00:34:43.947625 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab8852-2494-479c-87f5-7a0d1ab3a960 req-23895467-0ee4-4119-94ed-3bd385163c2b tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:43.949091 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-45ab8852-2494-479c-87f5-7a0d1ab3a960 req-23895467-0ee4-4119-94ed-3bd385163c2b tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 943 time: 0.0937922 Feb 18 00:34:43.962825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] For port 4fe01a03-c7fe-4e40-894d-36d298055d87, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:34:43.965804 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] For port 4fe01a03-c7fe-4e40-894d-36d298055d87, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4fe01a03-c7fe-4e40-894d-36d298055d87,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:34:43.972875 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:43.996861 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-45ab8852-2494-479c-87f5-7a0d1ab3a960 req-1ad0198c-03b6-4f2b-b434-fe2b62c1e7a6 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Feb 18 00:34:44.005835 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:44.006582 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:44.007900 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] 10.222.0.48 "PUT /v2.0/ports/4fe01a03-c7fe-4e40-894d-36d298055d87 HTTP/1.1" status: 200 len: 1093 time: 0.6478126 Feb 18 00:34:44.033751 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6022-fe71-4c4e-a677-3c9d9b37ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=4fe01a03-c7fe-4e40-894d-36d298055d87,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:44.105695 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-1444bd5c-c8aa-48c3-9321-61a9c51b405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:44.107196 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-1444bd5c-c8aa-48c3-9321-61a9c51b405f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eec89925d39e4f199d46ec79569866bf&device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 1127 time: 0.0439024 Feb 18 00:34:44.166244 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-5349385f-47ca-45ac-99e0-1fd3c05b1846 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe01a03-c7fe-4e40-894d-36d298055d87 HTTP/1.1" status: 200 len: 217 time: 0.0375528 Feb 18 00:34:44.218013 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-94b68fcd-da68-4867-9ba3-5aadc4c8ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:44.219487 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-94b68fcd-da68-4867-9ba3-5aadc4c8ffc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15f02a18-1828-465c-8ecf-44d6df99b8f8 HTTP/1.1" status: 200 len: 853 time: 0.0441003 Feb 18 00:34:44.252603 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-588e484f-bb7c-4be3-8ee5-86a5b2d8d2e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2131b272-d5a9-4432-94b2-d9118ea9919a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265982 Feb 18 00:34:44.357268 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-65c3b6bb-53f7-4e37-b792-3b79b468b37e service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895321 Feb 18 00:34:44.403852 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73889a01-5749-4dd4-9c11-d041a340b88d', 'tag': '4fe01a03-c7fe-4e40-894d-36d298055d87'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:44.406287 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e29a94-d1f7-463d-b80a-2c0cca37c593" -d '{"events": [{"name": "network-changed", "server_uuid": "73889a01-5749-4dd4-9c11-d041a340b88d", "tag": "4fe01a03-c7fe-4e40-894d-36d298055d87"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:44.445856 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e366d4-5ace-4584-ba28-d5262742a364 x-openstack-request-id: req-c1e366d4-5ace-4584-ba28-d5262742a364 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:44.446138 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73889a01-5749-4dd4-9c11-d041a340b88d", "tag": "4fe01a03-c7fe-4e40-894d-36d298055d87", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:44.446402 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1e366d4-5ace-4584-ba28-d5262742a364 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:44.446774 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73889a01-5749-4dd4-9c11-d041a340b88d', 'tag': '4fe01a03-c7fe-4e40-894d-36d298055d87', 'status': 'completed', 'code': 200} Feb 18 00:34:44.452044 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-0ce44de5-2942-4543-aa66-10ef13f5c6aa req-105b0a3d-b4a0-499b-8730-b3b22cfe8646 service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885220 Feb 18 00:34:44.613673 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-a304f491-e4f9-4068-a9a0-e8e2c38c7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:44.616221 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-a304f491-e4f9-4068-a9a0-e8e2c38c7590 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eec89925d39e4f199d46ec79569866bf&device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 1127 time: 0.0451858 Feb 18 00:34:44.707013 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-1a8adb6d-600d-44e4-9885-9b475ab5d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:44.708511 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-1a8adb6d-600d-44e4-9885-9b475ab5d724 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2131b272-d5a9-4432-94b2-d9118ea9919a HTTP/1.1" status: 200 len: 914 time: 0.0866044 Feb 18 00:34:44.749342 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-20417c14-4970-4e46-be9c-1b990926423b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe01a03-c7fe-4e40-894d-36d298055d87 HTTP/1.1" status: 200 len: 217 time: 0.0336480 Feb 18 00:34:44.801698 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-3b74331d-17d9-4030-8ed2-a98a5405205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:44.804035 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-3b74331d-17d9-4030-8ed2-a98a5405205e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15f02a18-1828-465c-8ecf-44d6df99b8f8 HTTP/1.1" status: 200 len: 853 time: 0.0480278 Feb 18 00:34:44.836368 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-8ceb239b-9d49-45ef-8726-c0276418daf0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2131b272-d5a9-4432-94b2-d9118ea9919a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250132 Feb 18 00:34:44.924571 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-a5831c53-f2aa-4873-8107-e89f0019ddd9 service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803721 Feb 18 00:34:45.085003 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e6c0-37d2-4587-99a9-55eb5437592b req-9949d968-630e-4ae5-a3ac-c65c92830efc tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:45.086572 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b2a6e6c0-37d2-4587-99a9-55eb5437592b req-9949d968-630e-4ae5-a3ac-c65c92830efc tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 945 time: 0.0716252 Feb 18 00:34:45.164789 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b2a6e6c0-37d2-4587-99a9-55eb5437592b req-bde9db21-ba41-4377-a8ae-37cc13bf79e2 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590911 Feb 18 00:34:45.172370 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313886-eebc-4163-87a4-6d319970dc55 req-c3631fd8-dac1-49b0-bad8-351720d21e95 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:45.173826 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a9313886-eebc-4163-87a4-6d319970dc55 req-c3631fd8-dac1-49b0-bad8-351720d21e95 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 943 time: 0.1050239 Feb 18 00:34:45.231706 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a9313886-eebc-4163-87a4-6d319970dc55 req-eb7eae2a-0faa-4b45-8f56-a1ef5c7fc763 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Feb 18 00:34:45.252238 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-99e29a94-d1f7-463d-b80a-2c0cca37c593 req-f6a98cc1-ac92-4d04-9f59-8bbe98359df6 service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131189 Feb 18 00:34:45.622262 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12344a95-780b-4848-a784-462e6d8b390a req-369b42d8-e9aa-4249-9bba-1c363cbd9264 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:45.623723 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-12344a95-780b-4848-a784-462e6d8b390a req-369b42d8-e9aa-4249-9bba-1c363cbd9264 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 945 time: 0.0855212 Feb 18 00:34:45.753102 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Deleting port a995ed5e-c069-4a62-9bc3-57681b54c93f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:34:45.753443 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:45.844529 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] For port a995ed5e-c069-4a62-9bc3-57681b54c93f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a995ed5e-c069-4a62-9bc3-57681b54c93f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:45.844878 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:45.860360 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Calling delete_port for a995ed5e-c069-4a62-9bc3-57681b54c93f owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:34:45.987060 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (a995ed5e-c069-4a62-9bc3-57681b54c93f), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:46.024109 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['a995ed5e-c069-4a62-9bc3-57681b54c93f'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:46.039765 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Pushing event deleted for resources: {'Port': ['ID=a995ed5e-c069-4a62-9bc3-57681b54c93f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:46.075707 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] No DVR routers for this DVR port a995ed5e-c069-4a62-9bc3-57681b54c93f on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:34:46.078201 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:46.081664 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-12344a95-780b-4848-a784-462e6d8b390a req-f8b49fad-4bd0-41c4-8f7b-8d911d68dd48 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "DELETE /v2.0/ports/a995ed5e-c069-4a62-9bc3-57681b54c93f HTTP/1.1" status: 204 len: 173 time: 0.4525719 Feb 18 00:34:46.276819 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5a39504e-47a4-4b35-abcb-a80f32e06777 req-fd2e9d04-41ae-40cc-a986-216e7edf35b8 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=9171e6de-68ee-4940-a786-62e623a3ed60 HTTP/1.1" status: 200 len: 210 time: 0.0275009 Feb 18 00:34:46.348226 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70617277-42d3-474a-b292-9fa57a728221 req-c9de277f-3ce7-4da2-a874-fa4ca9a87952 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:46.350038 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70617277-42d3-474a-b292-9fa57a728221 req-c9de277f-3ce7-4da2-a874-fa4ca9a87952 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 943 time: 0.0510421 Feb 18 00:34:46.398536 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70617277-42d3-474a-b292-9fa57a728221 req-1065ccd2-945f-452e-860f-8d72bc6d6b12 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Feb 18 00:34:46.448019 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9171e6de-68ee-4940-a786-62e623a3ed60', 'name': 'network-vif-deleted', 'tag': 'a995ed5e-c069-4a62-9bc3-57681b54c93f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:46.450226 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc22e24-8997-4084-b052-d783b7753406" -d '{"events": [{"server_uuid": "9171e6de-68ee-4940-a786-62e623a3ed60", "name": "network-vif-deleted", "tag": "a995ed5e-c069-4a62-9bc3-57681b54c93f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:46.483877 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6380d6ec-4124-46de-8086-6ff9a81dd703 x-openstack-request-id: req-6380d6ec-4124-46de-8086-6ff9a81dd703 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:46.484169 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9171e6de-68ee-4940-a786-62e623a3ed60", "name": "network-vif-deleted", "tag": "a995ed5e-c069-4a62-9bc3-57681b54c93f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:46.484417 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6380d6ec-4124-46de-8086-6ff9a81dd703 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:46.484805 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9171e6de-68ee-4940-a786-62e623a3ed60', 'name': 'network-vif-deleted', 'tag': 'a995ed5e-c069-4a62-9bc3-57681b54c93f', 'status': 'completed', 'code': 200} Feb 18 00:34:47.575426 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075066-dc71-4b94-9dd6-9c00c94f3bdc req-cdcf4aa0-48cc-4fc7-9814-1ebaa7741ce5 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:47.576778 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8e075066-dc71-4b94-9dd6-9c00c94f3bdc req-cdcf4aa0-48cc-4fc7-9814-1ebaa7741ce5 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 943 time: 0.1092172 Feb 18 00:34:47.622465 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-c36f9f27-774b-40bb-b115-092422c874f1 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:47.623837 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-c36f9f27-774b-40bb-b115-092422c874f1 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/networks?id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 HTTP/1.1" status: 200 len: 809 time: 0.1284146 Feb 18 00:34:47.652694 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-486f754c-e5e5-46bb-8316-a6bb0537529d tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/quotas/4be69429d7224a9dad2f2ade01ad18b6 HTTP/1.1" status: 200 len: 375 time: 0.0194242 Feb 18 00:34:47.656852 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8e075066-dc71-4b94-9dd6-9c00c94f3bdc req-4924b76f-1cc7-4218-97c3-d126e7b5f586 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737357 Feb 18 00:34:47.688005 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-f9040204-457c-44c9-9c66-9b4ddf6bfd18 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4be69429d7224a9dad2f2ade01ad18b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299306 Feb 18 00:34:47.774637 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-9acff5d5-436b-4ee1-8c76-6d3ece5cc40b service neutron] 10.222.0.10 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794201 Feb 18 00:34:47.863334 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-045a3365-33a1-4012-9056-224cad02e530 service neutron] 10.222.0.10 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831649 Feb 18 00:34:48.017805 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6e7cd4d-6a24-4e15-8388-aa9564495889 req-5593a904-2108-4739-9529-ce1c0be84101 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 210 time: 0.0290296 Feb 18 00:34:48.034743 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 4fe01a03-c7fe-4e40-894d-36d298055d87 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:34:48.184625 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 4fe01a03-c7fe-4e40-894d-36d298055d87, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4fe01a03-c7fe-4e40-894d-36d298055d87,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:48.197211 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '4fe01a03-c7fe-4e40-894d-36d298055d87', 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a', 'port_id': '4fe01a03-c7fe-4e40-894d-36d298055d87', 'mac_address': 'fa:16:3e:c7:62:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f02a18-1828-465c-8ecf-44d6df99b8f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:34:48.238203 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 4fe01a03-c7fe-4e40-894d-36d298055d87 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:48.238625 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:48.253190 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe01a03-c7fe-4e40-894d-36d298055d87 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:48.276802 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 4fe01a03-c7fe-4e40-894d-36d298055d87, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4fe01a03-c7fe-4e40-894d-36d298055d87,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:48.281299 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:48.340218 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=4fe01a03-c7fe-4e40-894d-36d298055d87,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:48.685910 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['4fe01a03-c7fe-4e40-894d-36d298055d87'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:48.775722 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991b853-0d2f-4dce-8691-b51172865727 req-38e7c86e-4028-4d5a-af74-96c4e2c6ca85 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:48.777209 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b991b853-0d2f-4dce-8691-b51172865727 req-38e7c86e-4028-4d5a-af74-96c4e2c6ca85 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 944 time: 0.0510426 Feb 18 00:34:48.823238 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b991b853-0d2f-4dce-8691-b51172865727 req-04171b6d-19a7-4773-ad34-b4e0fc2e49ee tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Feb 18 00:34:49.117500 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cec90beb-e625-4ae7-b93b-66cde47c3398 req-70f47c4d-b59e-4ef7-9707-7bb00fbe917b tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 210 time: 0.0320749 Feb 18 00:34:49.171337 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-1b0e3f9e-d06d-41c5-822b-d829226b3eca tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:49.172997 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-1b0e3f9e-d06d-41c5-822b-d829226b3eca tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "GET /v2.0/networks?id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 HTTP/1.1" status: 200 len: 809 time: 0.1073940 Feb 18 00:34:49.193644 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Request body: {'port': {'device_id': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031', 'admin_state_up': True, 'tenant_id': '4be69429d7224a9dad2f2ade01ad18b6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:49.300014 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Made reservation on behalf of 4be69429d7224a9dad2f2ade01ad18b6 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:34:49.303864 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:49.429148 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Allocated IP 172.20.0.7 (ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031/34f28fc0-daea-4bb3-91d4-8efa3a65a0c1/d0cfa693-6e21-418a-909c-cf7e94a4252f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:34:49.572418 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks [] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:49.604808 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:49.644297 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:34:49.649575 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:34:49.651890 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:34:49.682747 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Pushing event updated for resources: {'Port': ['ID=d0cfa693-6e21-418a-909c-cf7e94a4252f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:49.708762 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:49.709354 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:49.725428 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-45da57a6-d88d-4938-82c3-265072bcded4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360193 Feb 18 00:34:49.744322 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Request body: {'port': {'device_id': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:34:49.801139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:49.944748 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9257-0eab-4e43-9085-4a07861eaee5 req-ef93ca9f-2242-4f00-890a-cfabae94aa8a tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:49.946218 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4e4d9257-0eab-4e43-9085-4a07861eaee5 req-ef93ca9f-2242-4f00-890a-cfabae94aa8a tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 944 time: 0.0536454 Feb 18 00:34:49.995356 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4e4d9257-0eab-4e43-9085-4a07861eaee5 req-3ef61525-6f7d-416e-b251-28162d297e0f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Feb 18 00:34:50.041220 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 4fe01a03-c7fe-4e40-894d-36d298055d87 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:34:50.064772 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cfa693-6e21-418a-909c-cf7e94a4252f {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:50.072743 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Publish callbacks [] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.085451 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Transition to ACTIVE for port object d0cfa693-6e21-418a-909c-cf7e94a4252f will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:34:50.089523 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.093921 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 4fe01a03-c7fe-4e40-894d-36d298055d87 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:34:50.099873 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 4fe01a03-c7fe-4e40-894d-36d298055d87 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:34:50.100361 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.138550 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cfa693-6e21-418a-909c-cf7e94a4252f,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:50.185141 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 4fe01a03-c7fe-4e40-894d-36d298055d87 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:50.185525 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.209608 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73889a01-5749-4dd4-9c11-d041a340b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe01a03-c7fe-4e40-894d-36d298055d87'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:50.212098 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11472bd-a52a-4a6f-97b0-eebd646e52c7" -d '{"events": [{"server_uuid": "73889a01-5749-4dd4-9c11-d041a340b88d", "name": "network-vif-plugged", "status": "completed", "tag": "4fe01a03-c7fe-4e40-894d-36d298055d87"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:50.212270 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Attempting to bind port d0cfa693-6e21-418a-909c-cf7e94a4252f on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:34:50.212805 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Attempting to bind port d0cfa693-6e21-418a-909c-cf7e94a4252f by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:34:50.213201 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Attempting to bind port d0cfa693-6e21-418a-909c-cf7e94a4252f on network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:50.218547 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Port d0cfa693-6e21-418a-909c-cf7e94a4252f on network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:34:50.218877 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Attempting to bind port d0cfa693-6e21-418a-909c-cf7e94a4252f on network ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:34:50.225419 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:34:50.225761 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Checking segment: {'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:34:50.226142 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Bound using segment: {'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:34:50.226644 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Bound port: d0cfa693-6e21-418a-909c-cf7e94a4252f, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301eee1c-7889-44bd-aa1e-fc969a33888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:34:50.227002 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.230029 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 4fe01a03-c7fe-4e40-894d-36d298055d87, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4fe01a03-c7fe-4e40-894d-36d298055d87,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:50.234391 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.235198 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a995ed5e-c069-4a62-9bc3-57681b54c93f no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:34:50.243731 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6c26c-268b-4db7-9ab6-bb5c9b418bf1 req-39d02d9f-3458-42a8-9f20-5827d803fb10 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:50.245225 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-05b6c26c-268b-4db7-9ab6-bb5c9b418bf1 req-39d02d9f-3458-42a8-9f20-5827d803fb10 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 943 time: 0.0550756 Feb 18 00:34:50.279366 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af262443-3df9-423f-9129-77aef5f2a8ed x-openstack-request-id: req-af262443-3df9-423f-9129-77aef5f2a8ed {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:50.279658 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73889a01-5749-4dd4-9c11-d041a340b88d", "name": "network-vif-plugged", "status": "completed", "tag": "4fe01a03-c7fe-4e40-894d-36d298055d87", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:50.280003 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af262443-3df9-423f-9129-77aef5f2a8ed {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:50.280291 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73889a01-5749-4dd4-9c11-d041a340b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe01a03-c7fe-4e40-894d-36d298055d87', 'code': 200} Feb 18 00:34:50.282402 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: a995ed5e-c069-4a62-9bc3-57681b54c93f {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:34:50.283489 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device a995ed5e-c069-4a62-9bc3-57681b54c93f not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:34:50.304418 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] For port d0cfa693-6e21-418a-909c-cf7e94a4252f, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:34:50.307511 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=4fe01a03-c7fe-4e40-894d-36d298055d87,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:50.309825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] For port d0cfa693-6e21-418a-909c-cf7e94a4252f, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=d0cfa693-6e21-418a-909c-cf7e94a4252f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:34:50.310933 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-05b6c26c-268b-4db7-9ab6-bb5c9b418bf1 req-9151c3f2-cb74-4ef9-88ea-43160abcff57 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586307 Feb 18 00:34:50.317857 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.352325 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:50.352944 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:50.354326 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0cfa693-6e21-418a-909c-cf7e94a4252f HTTP/1.1" status: 200 len: 1093 time: 0.6155243 Feb 18 00:34:50.354809 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'tag': 'd0cfa693-6e21-418a-909c-cf7e94a4252f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:50.357019 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbb47da-a1c1-43a7-af02-f82c82cd804f" -d '{"events": [{"name": "network-changed", "server_uuid": "21ddd279-385c-4d4c-b3da-8f07b97ef3ef", "tag": "d0cfa693-6e21-418a-909c-cf7e94a4252f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:50.383512 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c759f-6660-4e02-b4d9-c2d031975314 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cfa693-6e21-418a-909c-cf7e94a4252f,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:50.406677 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47296dc-54c0-415d-b395-4ac859f29a22 x-openstack-request-id: req-b47296dc-54c0-415d-b395-4ac859f29a22 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:50.407083 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ddd279-385c-4d4c-b3da-8f07b97ef3ef", "tag": "d0cfa693-6e21-418a-909c-cf7e94a4252f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:50.407522 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b47296dc-54c0-415d-b395-4ac859f29a22 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:50.408169 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'tag': 'd0cfa693-6e21-418a-909c-cf7e94a4252f', 'status': 'completed', 'code': 200} Feb 18 00:34:50.470092 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-6e88d331-6dbe-4c1e-ab4c-08c2b9a9235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:50.471609 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-6e88d331-6dbe-4c1e-ab4c-08c2b9a9235c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4be69429d7224a9dad2f2ade01ad18b6&device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 1127 time: 0.0453982 Feb 18 00:34:50.507086 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7beea-7f62-4337-a967-ef5d331d4650 req-e1039750-5904-49bc-a28b-dfe404d4db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:50.508592 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8ee7beea-7f62-4337-a967-ef5d331d4650 req-e1039750-5904-49bc-a28b-dfe404d4db6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 1129 time: 0.0460820 Feb 18 00:34:50.519531 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-d18ca6a0-144e-495b-ab47-9677bf4a7fb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0cfa693-6e21-418a-909c-cf7e94a4252f HTTP/1.1" status: 200 len: 217 time: 0.0335925 Feb 18 00:34:50.569584 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8ee7beea-7f62-4337-a967-ef5d331d4650 req-df288674-0093-4d9f-99ea-dedc02892bf0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371263 Feb 18 00:34:50.577607 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-2cd4b51d-b14e-455e-94e9-6e08ce731559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:50.579125 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-2cd4b51d-b14e-455e-94e9-6e08ce731559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34f28fc0-daea-4bb3-91d4-8efa3a65a0c1 HTTP/1.1" status: 200 len: 849 time: 0.0462852 Feb 18 00:34:50.865968 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-20161323-a924-4146-8055-b9af62a16e99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252903 Feb 18 00:34:50.952399 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-b2a45c83-f42f-4cc0-863f-7754acb2ad61 service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810504 Feb 18 00:34:51.041597 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-30b317f5-4fa3-441e-8092-a091bc01f502 req-1882a03b-6733-46aa-a6bd-7e4c97922bdd service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820115 Feb 18 00:34:51.113854 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27d3b-479a-4933-a2ba-51d08151b81b req-bb34b779-d580-459a-98d1-385957b5e7f5 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:51.115923 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4bf27d3b-479a-4933-a2ba-51d08151b81b req-bb34b779-d580-459a-98d1-385957b5e7f5 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 945 time: 0.0526206 Feb 18 00:34:51.169146 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4bf27d3b-479a-4933-a2ba-51d08151b81b req-dab0ad1a-d15b-4310-8b8a-0f7d9de5c2bc tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Feb 18 00:34:51.196939 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-63639129-2d3a-4070-8d55-9899d9072044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:51.198506 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-63639129-2d3a-4070-8d55-9899d9072044 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4be69429d7224a9dad2f2ade01ad18b6&device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 1127 time: 0.0459614 Feb 18 00:34:51.291044 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-e6980c8a-8b0e-42e8-bb7a-6c51cf3c652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:51.292534 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-e6980c8a-8b0e-42e8-bb7a-6c51cf3c652a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 HTTP/1.1" status: 200 len: 910 time: 0.0865352 Feb 18 00:34:51.336126 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-a5d96265-592a-453c-b0f2-951a610464e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0cfa693-6e21-418a-909c-cf7e94a4252f HTTP/1.1" status: 200 len: 217 time: 0.0364549 Feb 18 00:34:51.387235 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-3742dbce-3c92-404a-88a8-9de3580d16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:51.388841 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-3742dbce-3c92-404a-88a8-9de3580d16fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34f28fc0-daea-4bb3-91d4-8efa3a65a0c1 HTTP/1.1" status: 200 len: 849 time: 0.0438221 Feb 18 00:34:51.420068 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-9c942ef7-b9e6-4fcd-94c5-6be22e9d0282 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250092 Feb 18 00:34:51.422853 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc36d0-350d-471e-bc48-2e3a969c6764 req-bde61d38-4cc2-4c83-ac76-43fb1a197188 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:51.424283 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2edc36d0-350d-471e-bc48-2e3a969c6764 req-bde61d38-4cc2-4c83-ac76-43fb1a197188 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 943 time: 0.0517349 Feb 18 00:34:51.474873 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2edc36d0-350d-471e-bc48-2e3a969c6764 req-1e2accbc-6851-4503-a65b-944597fae201 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Feb 18 00:34:51.519465 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-4cd2dccc-4545-4c19-9c62-45b8d799826b service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922606 Feb 18 00:34:51.610935 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-7cbb47da-a1c1-43a7-af02-f82c82cd804f req-9cccf2a2-6239-400b-8438-f8caf716422a service neutron] 10.222.0.48 "GET /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849023 Feb 18 00:34:52.285649 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14023ce8-1e0b-4b64-accf-42399e5bd35f req-dedd1c3e-02de-475a-96eb-8847190eb86e tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:52.287488 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-14023ce8-1e0b-4b64-accf-42399e5bd35f req-dedd1c3e-02de-475a-96eb-8847190eb86e tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 945 time: 0.0523641 Feb 18 00:34:52.335814 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-14023ce8-1e0b-4b64-accf-42399e5bd35f req-083608d2-b6fc-4f0e-9651-d168854a9f99 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Feb 18 00:34:52.592270 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa3d6d-85a4-409f-8ab7-bb718b5e0be2 req-43a04190-6043-47bd-a747-cfc5383ad0bc tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:52.593700 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47fa3d6d-85a4-409f-8ab7-bb718b5e0be2 req-43a04190-6043-47bd-a747-cfc5383ad0bc tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 943 time: 0.0501199 Feb 18 00:34:52.640361 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47fa3d6d-85a4-409f-8ab7-bb718b5e0be2 req-c17cd97a-be03-44ea-a763-0856a4eaa677 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411577 Feb 18 00:34:53.762885 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c5c11-5d63-420c-9362-84f0e3f82457 req-90037a6f-95b2-4cac-8f2c-f140c0c57b50 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:53.764562 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-329c5c11-5d63-420c-9362-84f0e3f82457 req-90037a6f-95b2-4cac-8f2c-f140c0c57b50 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 943 time: 0.0565028 Feb 18 00:34:53.814979 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-329c5c11-5d63-420c-9362-84f0e3f82457 req-93027b3c-52d9-4da9-a2cc-a627d7137a36 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Feb 18 00:34:54.097744 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device d0cfa693-6e21-418a-909c-cf7e94a4252f details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:34:54.199479 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port d0cfa693-6e21-418a-909c-cf7e94a4252f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=d0cfa693-6e21-418a-909c-cf7e94a4252f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:54.212361 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'd0cfa693-6e21-418a-909c-cf7e94a4252f', 'network_id': 'ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031', 'port_id': 'd0cfa693-6e21-418a-909c-cf7e94a4252f', 'mac_address': 'fa:16:3e:75:78:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f28fc0-daea-4bb3-91d4-8efa3a65a0c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:34:54.251230 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port d0cfa693-6e21-418a-909c-cf7e94a4252f is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:54.251622 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:54.265981 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cfa693-6e21-418a-909c-cf7e94a4252f {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:34:54.285406 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port d0cfa693-6e21-418a-909c-cf7e94a4252f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=d0cfa693-6e21-418a-909c-cf7e94a4252f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:54.291462 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:54.341999 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=d0cfa693-6e21-418a-909c-cf7e94a4252f,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:54.731577 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['d0cfa693-6e21-418a-909c-cf7e94a4252f'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:34:54.954663 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb72de-caa9-4735-8d6c-6ea5b8f72e37 req-ed908029-2743-40ec-821f-7aebbc23ed00 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:54.956162 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6fbb72de-caa9-4735-8d6c-6ea5b8f72e37 req-ed908029-2743-40ec-821f-7aebbc23ed00 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 944 time: 0.0550652 Feb 18 00:34:55.003533 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6fbb72de-caa9-4735-8d6c-6ea5b8f72e37 req-434abc90-ec44-4b22-8dff-7a5709752fdf tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Feb 18 00:34:56.104535 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device d0cfa693-6e21-418a-909c-cf7e94a4252f up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:34:56.124482 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d86c-a530-4bab-8782-a131e443cf6b req-aed8d1ac-1dba-460a-8db2-d66525c31104 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:56.125862 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b4a4d86c-a530-4bab-8782-a131e443cf6b req-aed8d1ac-1dba-460a-8db2-d66525c31104 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 944 time: 0.0553603 Feb 18 00:34:56.153734 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port d0cfa693-6e21-418a-909c-cf7e94a4252f completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:34:56.158135 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port d0cfa693-6e21-418a-909c-cf7e94a4252f triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:34:56.158609 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:56.177180 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b4a4d86c-a530-4bab-8782-a131e443cf6b req-64f109ca-b50f-41c4-b18b-8014945cc879 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Feb 18 00:34:56.242128 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port d0cfa693-6e21-418a-909c-cf7e94a4252f is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:34:56.242543 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:56.271735 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cfa693-6e21-418a-909c-cf7e94a4252f'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:34:56.273914 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc99524-4b09-4307-b10c-04fae160c54a" -d '{"events": [{"server_uuid": "21ddd279-385c-4d4c-b3da-8f07b97ef3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d0cfa693-6e21-418a-909c-cf7e94a4252f"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:34:56.287087 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port d0cfa693-6e21-418a-909c-cf7e94a4252f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=d0cfa693-6e21-418a-909c-cf7e94a4252f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:34:56.291848 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:56.317333 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e34078-f7ff-4098-920c-5fe6aeee20a9 x-openstack-request-id: req-a7e34078-f7ff-4098-920c-5fe6aeee20a9 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:34:56.317647 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ddd279-385c-4d4c-b3da-8f07b97ef3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d0cfa693-6e21-418a-909c-cf7e94a4252f", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:34:56.318032 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7e34078-f7ff-4098-920c-5fe6aeee20a9 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:34:56.318652 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cfa693-6e21-418a-909c-cf7e94a4252f', 'code': 200} Feb 18 00:34:56.345284 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=d0cfa693-6e21-418a-909c-cf7e94a4252f,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:34:56.563131 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4e0d7-0160-406c-a14f-69f04413ae2e req-41e17909-ba7e-4644-92cc-80ed6ee4b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:56.564637 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c5d4e0d7-0160-406c-a14f-69f04413ae2e req-41e17909-ba7e-4644-92cc-80ed6ee4b8ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 1129 time: 0.0439820 Feb 18 00:34:56.611670 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c5d4e0d7-0160-406c-a14f-69f04413ae2e req-319123b0-d90f-4188-b252-ce1022dd8d6c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Feb 18 00:34:56.847863 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1f6e779c-706a-49c6-b9f3-6f613e6361a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:57.295086 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486760cd-b8e8-48e1-bc84-9c84a2cdd4d9 req-ebcc0a36-4d07-4be0-ac25-e505960c7f43 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:57.296699 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-486760cd-b8e8-48e1-bc84-9c84a2cdd4d9 req-ebcc0a36-4d07-4be0-ac25-e505960c7f43 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 945 time: 0.0517488 Feb 18 00:34:57.343469 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-486760cd-b8e8-48e1-bc84-9c84a2cdd4d9 req-bd26ba8e-1ce1-4043-9ce5-aa97bb3842c7 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Feb 18 00:34:58.604930 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1dd41-b3b7-4a7d-91ab-d7d3182cf7aa req-04bf14ea-4cbd-42e2-a9f2-0621795074a0 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:58.606023 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69f1dd41-b3b7-4a7d-91ab-d7d3182cf7aa req-04bf14ea-4cbd-42e2-a9f2-0621795074a0 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 945 time: 0.1929159 Feb 18 00:34:58.657621 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-69f1dd41-b3b7-4a7d-91ab-d7d3182cf7aa req-064634b0-5063-490f-b4f6-cc656bba48d4 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Feb 18 00:34:59.348826 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-64d3db45-70e4-4f0c-a366-78124629c720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:34:59.517317 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cb78d-3fa6-493a-ada9-1618be8b426e req-ea5fc759-970b-43af-bec2-028874cbec7f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:34:59.518680 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-568cb78d-3fa6-493a-ada9-1618be8b426e req-ea5fc759-970b-43af-bec2-028874cbec7f tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 945 time: 0.0521255 Feb 18 00:34:59.565798 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-568cb78d-3fa6-493a-ada9-1618be8b426e req-dcc4c352-8749-4a95-b4c7-c246e726b094 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Feb 18 00:35:00.257892 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:00.688050 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9eb38-312e-44ba-928a-de15af5dbb7d req-4b37153a-250a-4e4c-9e1f-a871a4a24c98 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:00.689499 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-72e9eb38-312e-44ba-928a-de15af5dbb7d req-4b37153a-250a-4e4c-9e1f-a871a4a24c98 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 945 time: 0.0547450 Feb 18 00:35:00.736153 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-72e9eb38-312e-44ba-928a-de15af5dbb7d req-886da73d-6918-492b-8f75-3374284daf61 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d4f487-19c8-4ec1-a2ef-6d872a36afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Feb 18 00:35:01.432311 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-aaf744f7-2301-48a6-9143-cdc47054ff23 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:01.433652 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-aaf744f7-2301-48a6-9143-cdc47054ff23 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 945 time: 0.0521240 Feb 18 00:35:01.537418 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Deleting port d0cfa693-6e21-418a-909c-cf7e94a4252f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:35:01.537751 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:01.603639 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:01.629590 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] For port d0cfa693-6e21-418a-909c-cf7e94a4252f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=d0cfa693-6e21-418a-909c-cf7e94a4252f,segment=NetworkSegment(301eee1c-7889-44bd-aa1e-fc969a33888a),segment_id=301eee1c-7889-44bd-aa1e-fc969a33888a)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:01.630634 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:01.643044 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Calling delete_port for d0cfa693-6e21-418a-909c-cf7e94a4252f owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:35:01.771860 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (d0cfa693-6e21-418a-909c-cf7e94a4252f), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:01.800741 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Pushing event deleted for resources: {'Port': ['ID=d0cfa693-6e21-418a-909c-cf7e94a4252f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:01.817116 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['d0cfa693-6e21-418a-909c-cf7e94a4252f'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:35:01.836204 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ac474d3a-225d-4514-aba2-839bd3c47561 req-9f0ff2e7-5a59-47fe-92f6-442a7e01d9f6 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.10 "GET /v2.0/ports?device_id=21ddd279-385c-4d4c-b3da-8f07b97ef3ef HTTP/1.1" status: 200 len: 210 time: 0.0300333 Feb 18 00:35:01.846501 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] No DVR routers for this DVR port d0cfa693-6e21-418a-909c-cf7e94a4252f on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:35:01.850612 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:01.853909 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-1cec97a3-595c-49cc-89b8-26649b90cdcc req-922ff130-cff6-48c7-a34c-d71570b23392 tempest-VolumesActionsTest-962660698 tempest-VolumesActionsTest-962660698-project] 10.222.0.48 "DELETE /v2.0/ports/d0cfa693-6e21-418a-909c-cf7e94a4252f HTTP/1.1" status: 204 len: 173 time: 0.4129827 Feb 18 00:35:01.854396 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'name': 'network-vif-deleted', 'tag': 'd0cfa693-6e21-418a-909c-cf7e94a4252f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:01.856685 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2e43b-e3be-43bf-85ac-99d150545354" -d '{"events": [{"server_uuid": "21ddd279-385c-4d4c-b3da-8f07b97ef3ef", "name": "network-vif-deleted", "tag": "d0cfa693-6e21-418a-909c-cf7e94a4252f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:01.893582 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aa975e-b4c4-4751-a78b-92874accc1df x-openstack-request-id: req-c8aa975e-b4c4-4751-a78b-92874accc1df {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:01.893876 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ddd279-385c-4d4c-b3da-8f07b97ef3ef", "name": "network-vif-deleted", "tag": "d0cfa693-6e21-418a-909c-cf7e94a4252f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:01.894132 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8aa975e-b4c4-4751-a78b-92874accc1df {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:01.894556 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ddd279-385c-4d4c-b3da-8f07b97ef3ef', 'name': 'network-vif-deleted', 'tag': 'd0cfa693-6e21-418a-909c-cf7e94a4252f', 'status': 'completed', 'code': 200} Feb 18 00:35:03.113130 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:06.114940 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f13afa-c566-4977-b6cc-ddaec453660e req-43ff11ab-9a84-46a6-8b03-0d3594dd5cbb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:06.116373 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-18f13afa-c566-4977-b6cc-ddaec453660e req-43ff11ab-9a84-46a6-8b03-0d3594dd5cbb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0514565 Feb 18 00:35:06.175106 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-18f13afa-c566-4977-b6cc-ddaec453660e req-9fed8ffb-8872-4949-a481-e2cba1ecd16a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531213 Feb 18 00:35:06.595809 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb089d6-9239-4c56-97fb-2085cc9c6bb9 req-a4369a6d-70d3-4b33-9517-105e09a65084 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:06.597243 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8bb089d6-9239-4c56-97fb-2085cc9c6bb9 req-a4369a6d-70d3-4b33-9517-105e09a65084 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0522497 Feb 18 00:35:06.662852 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8bb089d6-9239-4c56-97fb-2085cc9c6bb9 req-83943047-406f-4317-8d51-afebb7616599 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592086 Feb 18 00:35:06.687722 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:06.776380 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device d0cfa693-6e21-418a-909c-cf7e94a4252f no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:35:06.798486 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: d0cfa693-6e21-418a-909c-cf7e94a4252f {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:35:06.798828 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device d0cfa693-6e21-418a-909c-cf7e94a4252f not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:35:06.846106 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-56349051-c8c6-4771-9408-898ab91dc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:06.847669 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-56349051-c8c6-4771-9408-898ab91dc666 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1169 time: 0.0444601 Feb 18 00:35:06.939915 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-d3e9d995-35e7-430f-97df-b2b37b6dcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:06.941399 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-d3e9d995-35e7-430f-97df-b2b37b6dcc3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 916 time: 0.0855062 Feb 18 00:35:07.017338 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-a078ee29-8aba-4143-b696-b80f4feb3c6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 1002 time: 0.0681338 Feb 18 00:35:07.069877 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-92c7c28a-69ba-496b-835a-564bc831f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:07.071295 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-92c7c28a-69ba-496b-835a-564bc831f4ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 200 len: 854 time: 0.0431647 Feb 18 00:35:07.119645 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-6802bd5f-338d-4720-9346-01240ec73df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:07.121112 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-6802bd5f-338d-4720-9346-01240ec73df8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0561afb5-60f7-44f0-a3df-9acddedcae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429935 Feb 18 00:35:07.214922 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-b3969602-76c1-42ef-b97b-0f95098e6e11 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854759 Feb 18 00:35:07.353065 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db52e2-c672-4d50-801a-730abfe2e698 req-f285df4b-0bec-470c-9520-7dce60695ea1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:07.354544 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6db52e2-c672-4d50-801a-730abfe2e698 req-f285df4b-0bec-470c-9520-7dce60695ea1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.1089942 Feb 18 00:35:07.365731 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8c234ee3-b8e6-4c69-806b-d9711ba6d27d req-a5aa9d7f-7bb1-45e3-93e9-6faa841b7ed8 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896118 Feb 18 00:35:07.416961 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6db52e2-c672-4d50-801a-730abfe2e698 req-8f14636d-6ed2-4e0d-8e5e-84769fe094c5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567040 Feb 18 00:35:07.785463 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52f2f4-712a-4304-9ad6-c5d3cea1f931 req-ae745cf6-32e5-431e-bc71-14e8555031c4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:07.787154 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ce52f2f4-712a-4304-9ad6-c5d3cea1f931 req-ae745cf6-32e5-431e-bc71-14e8555031c4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0513926 Feb 18 00:35:07.835986 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ce52f2f4-712a-4304-9ad6-c5d3cea1f931 req-c166164f-9a61-4f1c-994b-2cd2db94aff5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Feb 18 00:35:08.576804 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c715532-596d-4d55-bdce-802d1d705b28 req-292aa086-47d4-452e-ac23-6c426985fe71 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:08.578576 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c715532-596d-4d55-bdce-802d1d705b28 req-292aa086-47d4-452e-ac23-6c426985fe71 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0587959 Feb 18 00:35:08.659280 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5c715532-596d-4d55-bdce-802d1d705b28 req-ab1019f5-3160-434b-89d2-1230743c94cd tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737841 Feb 18 00:35:08.986657 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f7bd-4c47-4ad1-9535-7eea64784ed6 req-e8661847-b35e-44ae-9c5e-294da7c0c74a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:08.988850 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-46d3f7bd-4c47-4ad1-9535-7eea64784ed6 req-e8661847-b35e-44ae-9c5e-294da7c0c74a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0705595 Feb 18 00:35:09.071768 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-46d3f7bd-4c47-4ad1-9535-7eea64784ed6 req-ae3da8e0-232e-4acf-a387-69659205c1eb tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767927 Feb 18 00:35:09.501464 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-a4150ed6-c959-4843-96e1-69d2558c5796 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:09.503340 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-a4150ed6-c959-4843-96e1-69d2558c5796 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.0805283 Feb 18 00:35:09.642832 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Deleting port 70db44d1-104d-4fff-b753-3b156fa03832 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:35:09.643324 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (70db44d1-104d-4fff-b753-3b156fa03832), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:09.784429 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] For port 70db44d1-104d-4fff-b753-3b156fa03832, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=70db44d1-104d-4fff-b753-3b156fa03832,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:09.785010 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (70db44d1-104d-4fff-b753-3b156fa03832), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:09.805351 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39050686-7ea0-4caa-bd92-07451d98edb4 req-11c25ed5-bc17-4333-8606-c320074246c2 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:09.808034 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-39050686-7ea0-4caa-bd92-07451d98edb4 req-11c25ed5-bc17-4333-8606-c320074246c2 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0655072 Feb 18 00:35:09.890851 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-39050686-7ea0-4caa-bd92-07451d98edb4 req-b7b85170-e9f0-472a-bfb7-691ed5593d7e tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770566 Feb 18 00:35:10.024164 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-74740520-cd68-46a5-b7a7-5fb34fbff951 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520613 Feb 18 00:35:10.150701 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9129-1689-4971-8ba0-f478ca32d98c req-aa662db1-a3c5-4203-af06-7599751bcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:10.152668 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-aa662db1-a3c5-4203-af06-7599751bcf4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1129 time: 0.0564594 Feb 18 00:35:10.298785 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9129-1689-4971-8ba0-f478ca32d98c req-5b8c18ba-41c3-4a9f-a6dc-f41ebfa79972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:10.300365 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-5b8c18ba-41c3-4a9f-a6dc-f41ebfa79972 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 909 time: 0.1255753 Feb 18 00:35:10.362966 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cf9f-277c-4e2d-b6b3-05de16382a0d req-ad282e7f-b565-47fd-bf70-b759a18e72a1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:10.364889 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3445cf9f-277c-4e2d-b6b3-05de16382a0d req-ad282e7f-b565-47fd-bf70-b759a18e72a1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 946 time: 0.1189125 Feb 18 00:35:10.403875 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-bf1df144-cdae-4dbf-b7e5-3f6e15f7f773 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 1001 time: 0.0956821 Feb 18 00:35:10.413085 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:10.413451 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (09000559-928a-45bd-8643-df492f138a98), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:10.413760 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Floating IP 09000559-928a-45bd-8643-df492f138a98 disassociated. External IP: 172.27.2.63, port: 70db44d1-104d-4fff-b753-3b156fa03832. Feb 18 00:35:10.414116 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Calling delete_port for 70db44d1-104d-4fff-b753-3b156fa03832 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:35:10.466819 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3445cf9f-277c-4e2d-b6b3-05de16382a0d req-6ac45d5d-c1b8-4293-9868-a9cb6ef18cc2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918672 Feb 18 00:35:10.481914 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9129-1689-4971-8ba0-f478ca32d98c req-147ad3a1-4e63-44f0-b30f-750422c5e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:10.483492 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-147ad3a1-4e63-44f0-b30f-750422c5e9a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 200 len: 847 time: 0.0652599 Feb 18 00:35:10.573396 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9129-1689-4971-8ba0-f478ca32d98c req-d4012079-b05a-4543-ade3-e9a55f1996c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:10.575514 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-d4012079-b05a-4543-ade3-e9a55f1996c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6e1e66a-abd4-4532-8f57-255c10d7eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806892 Feb 18 00:35:10.578242 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (70db44d1-104d-4fff-b753-3b156fa03832), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:10.632209 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event deleted for resources: {'Port': ['ID=70db44d1-104d-4fff-b753-3b156fa03832,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:10.737589 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-9e55fd54-efac-4eb0-bb99-167b8e14aae3 service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501007 Feb 18 00:35:10.780815 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:35:10.875035 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-977f9129-1689-4971-8ba0-f478ca32d98c req-9ff94ac1-71d1-4039-bcc0-03e8ce4e471d service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258059 Feb 18 00:35:10.906770 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:35:10.921242 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:35:10.942062 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:35:10.944826 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:34:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:10.964042 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] No DVR routers for this DVR port 70db44d1-104d-4fff-b753-3b156fa03832 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:35:10.968318 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:10.971642 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5e349b5d-f6ca-4954-96a6-90c562603385 req-b22efc8d-c200-4091-abb0-f7e820ecfcf1 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "DELETE /v2.0/ports/70db44d1-104d-4fff-b753-3b156fa03832 HTTP/1.1" status: 204 len: 173 time: 1.4600296 Feb 18 00:35:10.972365 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'name': 'network-vif-deleted', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:10.975494 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f307143-f13e-43c8-b94b-02502ca578aa" -d '{"events": [{"server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "name": "network-vif-deleted", "tag": "70db44d1-104d-4fff-b753-3b156fa03832"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:11.064783 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb4337-29b3-485f-aba3-30f59703ae31 x-openstack-request-id: req-8abb4337-29b3-485f-aba3-30f59703ae31 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:11.065075 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad02825-196f-4e9f-baf6-4dff1104cfa3", "name": "network-vif-deleted", "tag": "70db44d1-104d-4fff-b753-3b156fa03832", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:11.065587 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8abb4337-29b3-485f-aba3-30f59703ae31 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:11.065818 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad02825-196f-4e9f-baf6-4dff1104cfa3', 'name': 'network-vif-deleted', 'tag': '70db44d1-104d-4fff-b753-3b156fa03832', 'status': 'completed', 'code': 200} Feb 18 00:35:11.135673 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f9969-2c67-4ea1-9353-87d1744c16ca req-b521782b-9c01-414e-a502-db7d6ddba595 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:11.137223 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc5f9969-2c67-4ea1-9353-87d1744c16ca req-b521782b-9c01-414e-a502-db7d6ddba595 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0927455 Feb 18 00:35:11.156053 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:35:11.231928 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc5f9969-2c67-4ea1-9353-87d1744c16ca req-b5e9906f-f68f-4fd1-9813-c713ea92c9ec tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850470 Feb 18 00:35:11.435554 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:11.474516 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:35:11.485297 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:35:11.486278 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:34:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:11.623535 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-001a6603-7c66-41de-b808-ea6710146977 req-2ff3c569-9793-465c-b16b-f31386403088 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad02825-196f-4e9f-baf6-4dff1104cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0438418 Feb 18 00:35:11.782390 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:35:12.002745 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:12.034728 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593fe01b-e2cc-461a-9d6b-994e7631916d None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:35:12.440331 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d80066-a1b1-4a0d-b2ba-beeb1869c6f8 req-2d5cb95d-8a1f-4c2d-bdcb-d69d56f6cb9a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:12.451799 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e3d80066-a1b1-4a0d-b2ba-beeb1869c6f8 req-2d5cb95d-8a1f-4c2d-bdcb-d69d56f6cb9a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.1009691 Feb 18 00:35:12.467535 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae0f85-a010-4c38-ba76-2f79f1a012e0 None None] New status for floating IP 09000559-928a-45bd-8643-df492f138a98: DOWN {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:35:12.564739 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e3d80066-a1b1-4a0d-b2ba-beeb1869c6f8 req-c5c7b59a-6bbd-468e-9ad6-22680ff464de tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114204 Feb 18 00:35:12.682899 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 70db44d1-104d-4fff-b753-3b156fa03832 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:35:12.725500 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 70db44d1-104d-4fff-b753-3b156fa03832 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:35:12.726410 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 70db44d1-104d-4fff-b753-3b156fa03832 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:35:12.980725 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-4c7e90d5-ca81-4868-b131-cbb2d26e9a65 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507441730&fields=id&tenant_id=b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 267 time: 0.0566182 Feb 18 00:35:13.124563 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-929eec00-a912-4346-a6e5-7ecc29797c30 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:13.133038 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-929eec00-a912-4346-a6e5-7ecc29797c30 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 812 time: 0.1423891 Feb 18 00:35:13.157369 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-241577c4-29ce-4ffa-9d54-c527cf447ab3 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/quotas/b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 375 time: 0.0231001 Feb 18 00:35:13.240496 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-a988bb91-4fc7-4f7e-99bf-6881ae5823e6 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768826 Feb 18 00:35:13.409215 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-1c5325d3-8f54-4b0f-beba-2c62bc58894c service neutron] 10.222.0.10 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636820 Feb 18 00:35:13.508269 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-2c0b58a3-874f-4627-8a4a-8f2ab7158ce9 service neutron] 10.222.0.10 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979462 Feb 18 00:35:13.723243 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7de14-bb8d-4258-9902-5be8dfa733e2 req-56f5d87a-2bcd-44c3-a3fa-c281635ddb1a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:13.724994 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d8a7de14-bb8d-4258-9902-5be8dfa733e2 req-56f5d87a-2bcd-44c3-a3fa-c281635ddb1a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0634689 Feb 18 00:35:13.795122 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d8a7de14-bb8d-4258-9902-5be8dfa733e2 req-b5c6f8df-8a21-44ea-91bd-279d5fe681e8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629487 Feb 18 00:35:13.915695 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d4b2a526-c1e0-44a4-8cb0-0fe645a8b145 req-1b430d63-dccb-47ad-93fa-f0c74f9d468c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 210 time: 0.0491698 Feb 18 00:35:14.930976 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a25042-3987-48d5-9951-82f4ed3b7fd5 req-30af25e0-a2ea-499a-8f4f-d1e2063b6947 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:14.938907 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a4a25042-3987-48d5-9951-82f4ed3b7fd5 req-30af25e0-a2ea-499a-8f4f-d1e2063b6947 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0615549 Feb 18 00:35:15.029606 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a4a25042-3987-48d5-9951-82f4ed3b7fd5 req-7cee28c2-eb2a-4878-a6a4-22f92fccd9b6 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894997 Feb 18 00:35:15.093157 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3f93cd64-e95e-480e-abea-89c9c73c6a68 req-8ab9a0b5-3eb9-4c83-943f-805e72004920 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 210 time: 0.0348036 Feb 18 00:35:15.216183 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:35:15.265716 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-9e6b43ae-b390-4d47-a3f0-a41f69b40a9f tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:15.267877 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-9e6b43ae-b390-4d47-a3f0-a41f69b40a9f tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 812 time: 0.1461618 Feb 18 00:35:15.392313 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-dcfbaf97-3b5c-4692-b273-c7baeaaaaa08 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 380 time: 0.0968294 Feb 18 00:35:15.400809 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'port': {'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'admin_state_up': True, 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'security_groups': ['911621e2-4eb4-4538-86f3-671ec3903de8']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:35:15.526226 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Made reservation on behalf of b1b8bf232d0f4b6d9b9990636d612c80 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:35:15.530115 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:15.684694 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Allocated IP 172.20.0.13 (73b89bff-e0a0-4420-bb13-4424bd5ad296/34c320fb-ed3c-4087-af0d-1e31daa2abbd/afb9d99e-cdfa-4db9-b51a-9f640ac7658f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:35:15.868210 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:15.909492 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:15.971913 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:35:15.976205 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:35:15.982729 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:35:16.037795 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:16.105621 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:16.106305 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:16.126055 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-5769d461-c6ea-4dea-970c-885349879eda tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7289906 Feb 18 00:35:16.236400 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Request body: {'port': {'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:35:16.311452 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:16.350692 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-b3af955d-d88d-4aee-a217-1967462101bf None None] Provisioning complete for port afb9d99e-cdfa-4db9-b51a-9f640ac7658f triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:35:16.354217 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b3af955d-d88d-4aee-a217-1967462101bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:16.469295 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-b3af955d-d88d-4aee-a217-1967462101bf None None] Port afb9d99e-cdfa-4db9-b51a-9f640ac7658f cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:35:16.519370 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758036-fd54-464e-8f4a-a84b240fb539 req-5f8e2589-51d5-4dca-8414-34e283f5f359 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:16.526807 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-15758036-fd54-464e-8f4a-a84b240fb539 req-5f8e2589-51d5-4dca-8414-34e283f5f359 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.3894682 Feb 18 00:35:16.556026 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392ece4-1af6-4584-8c7b-5e63a7fc790a req-e8f1b77b-c7ac-44a3-bcaa-ca8ffad885ff tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:16.557491 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c392ece4-1af6-4584-8c7b-5e63a7fc790a req-e8f1b77b-c7ac-44a3-bcaa-ca8ffad885ff tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 932 time: 0.1018331 Feb 18 00:35:16.663193 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c392ece4-1af6-4584-8c7b-5e63a7fc790a req-b8c2564a-9f22-42b3-bbe8-59d585ce3fbc tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933537 Feb 18 00:35:16.684067 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-15758036-fd54-464e-8f4a-a84b240fb539 req-607311fb-58b9-410b-afb9-13eb606f9166 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563098 Feb 18 00:35:16.695060 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb9d99e-cdfa-4db9-b51a-9f640ac7658f {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:35:16.703679 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Publish callbacks [] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:16.718260 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Transition to ACTIVE for port object afb9d99e-cdfa-4db9-b51a-9f640ac7658f will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:35:16.723617 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:16.775283 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Pushing event updated for resources: {'Port': ['ID=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:16.875526 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Attempting to bind port afb9d99e-cdfa-4db9-b51a-9f640ac7658f on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:35:16.875862 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Attempting to bind port afb9d99e-cdfa-4db9-b51a-9f640ac7658f by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:35:16.876189 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Attempting to bind port afb9d99e-cdfa-4db9-b51a-9f640ac7658f on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:35:16.887466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Port afb9d99e-cdfa-4db9-b51a-9f640ac7658f on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:35:16.887854 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Attempting to bind port afb9d99e-cdfa-4db9-b51a-9f640ac7658f on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:35:16.896457 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:35:16.896457 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Checking segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:35:16.896457 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Bound using segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:35:16.897366 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Bound port: afb9d99e-cdfa-4db9-b51a-9f640ac7658f, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:35:16.897636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:16.989942 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] For port afb9d99e-cdfa-4db9-b51a-9f640ac7658f, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:35:16.997898 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] For port afb9d99e-cdfa-4db9-b51a-9f640ac7658f, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:35:17.012017 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:17.054206 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.054872 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:17.056293 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] 10.222.0.48 "PUT /v2.0/ports/afb9d99e-cdfa-4db9-b51a-9f640ac7658f HTTP/1.1" status: 200 len: 1094 time: 0.9082944 Feb 18 00:35:17.056753 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:17.059063 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e93ccd-ff57-4257-b166-422e11a8e88a" -d '{"events": [{"name": "network-changed", "server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:17.080401 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8005c-9f9a-4b12-9ba2-9d412383801c service neutron] Pushing event updated for resources: {'Port': ['ID=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:17.170343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd569687-92de-4818-89ad-d1d9740aef7b x-openstack-request-id: req-fd569687-92de-4818-89ad-d1d9740aef7b {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:17.170880 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:17.171316 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd569687-92de-4818-89ad-d1d9740aef7b {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:17.171872 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'status': 'completed', 'code': 200} Feb 18 00:35:17.197679 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-2c91d8c4-449b-4ba0-93a8-9efbeadf39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.199664 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-2c91d8c4-449b-4ba0-93a8-9efbeadf39b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 1128 time: 0.0709205 Feb 18 00:35:17.263298 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-0717ff9a-0001-4353-9fd9-5574aee75322 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f HTTP/1.1" status: 200 len: 217 time: 0.0456042 Feb 18 00:35:17.333549 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-0281985a-0126-482a-8074-d8161ad49352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.335234 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-0281985a-0126-482a-8074-d8161ad49352 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0656743 Feb 18 00:35:17.390909 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f078-3036-43ce-afca-e44243dfafcf req-759e5cc4-2ce9-4491-85f3-c1ed57d02b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.392340 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-759e5cc4-2ce9-4491-85f3-c1ed57d02b2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499232 Feb 18 00:35:17.501974 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-1fefce36-9789-4836-b284-f157b0fe2525 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025491 Feb 18 00:35:17.604106 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-a238f078-3036-43ce-afca-e44243dfafcf req-c67df236-a952-4a56-b5f5-fcac5e1a8824 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960479 Feb 18 00:35:17.750082 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-aea60c94-c8ff-468c-a440-bfa228b64508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.751631 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-aea60c94-c8ff-468c-a440-bfa228b64508 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 1128 time: 0.0574877 Feb 18 00:35:17.851333 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a645a-3711-4962-8367-7956dfa7835c req-c02db99a-0639-4b7b-a97f-16fa9233bf9f tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.853415 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b49a645a-3711-4962-8367-7956dfa7835c req-c02db99a-0639-4b7b-a97f-16fa9233bf9f tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0879130 Feb 18 00:35:17.877560 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d55d0-cb63-4cbd-8923-9de637c74339 req-8a0c5e77-23b0-4155-8c55-5151c72080f5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.884660 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e89d55d0-cb63-4cbd-8923-9de637c74339 req-8a0c5e77-23b0-4155-8c55-5151c72080f5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.1100297 Feb 18 00:35:17.892006 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-4a1935da-d4ed-4a96-a84d-bf86d8cc38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:17.893312 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-4a1935da-d4ed-4a96-a84d-bf86d8cc38a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.1340404 Feb 18 00:35:17.937718 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-f05a7574-8aee-4540-84ee-f90cb07fdaf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f HTTP/1.1" status: 200 len: 217 time: 0.0376453 Feb 18 00:35:17.961208 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b49a645a-3711-4962-8367-7956dfa7835c req-455a9029-74a4-45ba-ae35-140aa18b806c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002266 Feb 18 00:35:17.984984 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e89d55d0-cb63-4cbd-8923-9de637c74339 req-45462885-8a97-4905-9ab7-e5de81197393 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982149 Feb 18 00:35:18.030435 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-d4a3a112-0dce-42cf-83a4-0f8b75e3ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:18.032184 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-d4a3a112-0dce-42cf-83a4-0f8b75e3ce95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0879071 Feb 18 00:35:18.099613 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-e3ac9bc8-f8ad-4ab6-aa57-749b68d63d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:18.101340 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-e3ac9bc8-f8ad-4ab6-aa57-749b68d63d42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612924 Feb 18 00:35:18.208552 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-b21caeee-9f52-4086-86b0-65417f9be3a2 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990016 Feb 18 00:35:18.313461 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-26e93ccd-ff57-4257-b166-422e11a8e88a req-ed664388-a647-4d0e-ad15-5f319666c456 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988119 Feb 18 00:35:18.987500 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e0f5a-32ee-4659-973f-1ab0d80a4c78 req-3489c301-5186-4213-a974-4c8233e1e622 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:18.990533 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7b1e0f5a-32ee-4659-973f-1ab0d80a4c78 req-3489c301-5186-4213-a974-4c8233e1e622 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0698440 Feb 18 00:35:19.068571 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7b1e0f5a-32ee-4659-973f-1ab0d80a4c78 req-dc7a5dcf-3a30-446a-a87c-3744fdecc193 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707357 Feb 18 00:35:19.166971 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88040-6da9-4dd6-8ca8-46910e584c34 req-5e2276d7-cfc0-4ed2-b56b-57a7887c46bc tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:19.168745 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b0e88040-6da9-4dd6-8ca8-46910e584c34 req-5e2276d7-cfc0-4ed2-b56b-57a7887c46bc tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0838630 Feb 18 00:35:19.255403 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe902-8c8b-4223-b2f0-2e59cf25f785 req-363f2d59-244c-4a89-baad-4893931d371a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:19.257389 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5eabe902-8c8b-4223-b2f0-2e59cf25f785 req-363f2d59-244c-4a89-baad-4893931d371a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.1177807 Feb 18 00:35:19.294127 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b0e88040-6da9-4dd6-8ca8-46910e584c34 req-1d8ddbab-0228-4ea9-add9-2e837916b880 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048257 Feb 18 00:35:19.365046 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5eabe902-8c8b-4223-b2f0-2e59cf25f785 req-79456525-b74d-4f2b-b2dc-12165582d099 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003773 Feb 18 00:35:20.218405 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91edee9-b44d-4479-8c14-183eb9b972e8 req-7d238613-c1da-4272-a317-adc42694631f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:20.226125 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b91edee9-b44d-4479-8c14-183eb9b972e8 req-7d238613-c1da-4272-a317-adc42694631f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0717969 Feb 18 00:35:20.287384 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b91edee9-b44d-4479-8c14-183eb9b972e8 req-7f056f7b-44ba-451a-b014-b2997a4fae60 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598772 Feb 18 00:35:20.433417 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a466d8e-1ad3-4335-83ef-c70b0cc5e668 req-2e1e1ba6-769a-4947-b633-6840576db5ae tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:20.440699 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a466d8e-1ad3-4335-83ef-c70b0cc5e668 req-2e1e1ba6-769a-4947-b633-6840576db5ae tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0748360 Feb 18 00:35:20.526056 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a466d8e-1ad3-4335-83ef-c70b0cc5e668 req-5126d357-858b-42f4-9c4b-40d9aa1d9e9f tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845377 Feb 18 00:35:20.545941 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc658a-f01a-4b26-9baa-f77ddddc9c5e req-1a28af87-7df4-431d-8c72-dc9affbf4965 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:20.554311 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bbc658a-f01a-4b26-9baa-f77ddddc9c5e req-1a28af87-7df4-431d-8c72-dc9affbf4965 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.1103640 Feb 18 00:35:20.611267 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bbc658a-f01a-4b26-9baa-f77ddddc9c5e req-a209c8e0-6f10-4955-b77d-9dced5fed9e5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558481 Feb 18 00:35:21.425514 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce4bd-17c8-44bb-8031-d01ac16dfe68 req-7567d754-ff35-4043-a5e6-5f7a06919a3d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:21.427456 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-786ce4bd-17c8-44bb-8031-d01ac16dfe68 req-7567d754-ff35-4043-a5e6-5f7a06919a3d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0679569 Feb 18 00:35:21.478628 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-786ce4bd-17c8-44bb-8031-d01ac16dfe68 req-a5fdff1b-4d90-41ab-86ee-9a18322d4b83 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450258 Feb 18 00:35:21.645338 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253860fa-c376-4a41-9ac1-31ebb22b6adc req-78c02f85-3268-473e-b6ce-ec568eb3357c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:21.647368 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-253860fa-c376-4a41-9ac1-31ebb22b6adc req-78c02f85-3268-473e-b6ce-ec568eb3357c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0556793 Feb 18 00:35:21.742484 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-253860fa-c376-4a41-9ac1-31ebb22b6adc req-0e46c354-fbea-4aca-bbe4-24effc3d84cd tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872438 Feb 18 00:35:21.771668 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81231f8-6505-41e9-8ea7-466a0025362c req-0c094c81-eab0-459b-acee-078dc710f71a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:21.779023 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e81231f8-6505-41e9-8ea7-466a0025362c req-0c094c81-eab0-459b-acee-078dc710f71a tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0832086 Feb 18 00:35:21.848967 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e81231f8-6505-41e9-8ea7-466a0025362c req-7aaaa6a9-1eb8-45b2-bcb4-8770cca5b0cc tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666924 Feb 18 00:35:22.603162 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942ccc-19c9-4202-8b6c-9957f81df3eb req-0c4f1583-c118-4fe2-8e45-5e67312eb46d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:22.606811 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-58942ccc-19c9-4202-8b6c-9957f81df3eb req-0c4f1583-c118-4fe2-8e45-5e67312eb46d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0574377 Feb 18 00:35:22.661155 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-58942ccc-19c9-4202-8b6c-9957f81df3eb req-3358dc59-509a-4be4-8978-0c47af3d93e6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502799 Feb 18 00:35:22.974536 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798316d4-1bf5-455f-b932-49ca29b68f6e req-d0ab6dfe-2773-4a4f-82e7-f3cc17bdc0e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:22.976140 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-798316d4-1bf5-455f-b932-49ca29b68f6e req-d0ab6dfe-2773-4a4f-82e7-f3cc17bdc0e2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.1337864 Feb 18 00:35:23.018888 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e5a1e-068e-46f1-b1f0-ca55a9e782f4 req-c7f4495a-d7ed-404e-b3ac-8a9ff4deb8f0 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:23.021217 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-539e5a1e-068e-46f1-b1f0-ca55a9e782f4 req-c7f4495a-d7ed-404e-b3ac-8a9ff4deb8f0 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0901053 Feb 18 00:35:23.071059 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-798316d4-1bf5-455f-b932-49ca29b68f6e req-c6ba5e8a-1ad9-4a64-8b43-814d5fa9c31c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877950 Feb 18 00:35:23.116907 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-539e5a1e-068e-46f1-b1f0-ca55a9e782f4 req-b6eb4f84-f446-4594-96c2-d4fc06defcae tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894089 Feb 18 00:35:23.790279 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671e4a0-783f-4757-8768-bac6ace9edfd req-2fc9dcd7-77b0-4e19-b962-bb063344d3fd tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:23.793481 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c671e4a0-783f-4757-8768-bac6ace9edfd req-2fc9dcd7-77b0-4e19-b962-bb063344d3fd tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0612142 Feb 18 00:35:23.850720 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c671e4a0-783f-4757-8768-bac6ace9edfd req-7b869750-3410-44a8-acb7-6befed427365 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524149 Feb 18 00:35:24.234655 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817abbe-1f31-4e3c-a122-69a72507f4cf req-64c9b915-5a6c-47b4-9ea9-964d6aa7f813 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:24.236403 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a817abbe-1f31-4e3c-a122-69a72507f4cf req-64c9b915-5a6c-47b4-9ea9-964d6aa7f813 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0912561 Feb 18 00:35:24.316577 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da0b67-8531-4b51-8ddc-1c78e73c4417 req-16f341ce-2527-4811-bb50-add4f8b81ae8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:24.318292 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c8da0b67-8531-4b51-8ddc-1c78e73c4417 req-16f341ce-2527-4811-bb50-add4f8b81ae8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.1038818 Feb 18 00:35:24.322241 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a817abbe-1f31-4e3c-a122-69a72507f4cf req-ea0dd054-70d7-42c2-be6c-e82205aa173b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701671 Feb 18 00:35:24.395883 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c8da0b67-8531-4b51-8ddc-1c78e73c4417 req-9d711522-b0e3-43f0-ada2-06a821a5eaf5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707352 Feb 18 00:35:24.979973 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dee61-5160-42a9-8020-4225674991dd req-bed559eb-72fc-4915-b65c-c963672febb5 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:24.981660 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5b1dee61-5160-42a9-8020-4225674991dd req-bed559eb-72fc-4915-b65c-c963672febb5 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0608869 Feb 18 00:35:25.035383 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5b1dee61-5160-42a9-8020-4225674991dd req-3930c5f9-d610-47fc-bf79-fc74c87bfc41 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476336 Feb 18 00:35:25.461987 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c84e8-3b77-4cbc-915b-716f8249755a req-0ea87f19-9a21-45a8-8ca7-29f0b56592dd tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:25.463527 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2e7c84e8-3b77-4cbc-915b-716f8249755a req-0ea87f19-9a21-45a8-8ca7-29f0b56592dd tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0572011 Feb 18 00:35:25.545786 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2e7c84e8-3b77-4cbc-915b-716f8249755a req-5f6e31de-9c79-46d6-85a4-0eba9e591b40 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765939 Feb 18 00:35:25.568219 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79eb179-3720-4c50-bd81-d73c8f618b88 req-d8612db0-7c66-437c-ab0e-d463f0ab4667 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:25.568219 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f79eb179-3720-4c50-bd81-d73c8f618b88 req-d8612db0-7c66-437c-ab0e-d463f0ab4667 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0788169 Feb 18 00:35:25.623457 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f79eb179-3720-4c50-bd81-d73c8f618b88 req-a0673d07-c09f-413e-a368-d12474689df4 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536313 Feb 18 00:35:26.152946 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ae68b-2090-4255-83ab-473c94bde8bf req-a7735fd7-e426-4a50-8d66-da163f280964 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:26.154318 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d28ae68b-2090-4255-83ab-473c94bde8bf req-a7735fd7-e426-4a50-8d66-da163f280964 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0512943 Feb 18 00:35:26.204273 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d28ae68b-2090-4255-83ab-473c94bde8bf req-028587ec-4799-4ca0-b6bb-94c3b6f2662f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429690 Feb 18 00:35:26.676401 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c039e-e0be-4e6c-9fad-b06f04eade44 req-cacc0d65-bf67-421f-aa49-4e79ff69316c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:26.678165 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-569c039e-e0be-4e6c-9fad-b06f04eade44 req-cacc0d65-bf67-421f-aa49-4e79ff69316c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0618351 Feb 18 00:35:26.761655 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-569c039e-e0be-4e6c-9fad-b06f04eade44 req-a6196c58-634b-4546-9817-9a58839baade tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775480 Feb 18 00:35:26.777439 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e96d1-474e-4dd3-8cef-42fda13ebc9b req-3a0e2e91-931f-4ea0-b8b2-23e3126f5fb9 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:26.778942 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-068e96d1-474e-4dd3-8cef-42fda13ebc9b req-3a0e2e91-931f-4ea0-b8b2-23e3126f5fb9 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0802670 Feb 18 00:35:26.842227 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-068e96d1-474e-4dd3-8cef-42fda13ebc9b req-fdad5d3f-11ce-4edc-a732-12840ce9f48c tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572853 Feb 18 00:35:26.851122 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-76472e91-c840-40d7-bac4-40da14b5cd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:27.320095 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860089ef-f1ce-4a6f-982b-6a98c68c9257 req-fdfb630f-e30b-4317-9588-d5c49d1d0a9b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:27.321544 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-860089ef-f1ce-4a6f-982b-6a98c68c9257 req-fdfb630f-e30b-4317-9588-d5c49d1d0a9b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0517035 Feb 18 00:35:27.372186 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-860089ef-f1ce-4a6f-982b-6a98c68c9257 req-9d54fa82-caec-42cf-ade5-deca4bbc2bcc tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451970 Feb 18 00:35:27.884666 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9cde0-7b9d-46d5-a5ee-2954e4883428 req-8f779208-5243-4f74-8c5d-5ccadce6643b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:27.886284 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47a9cde0-7b9d-46d5-a5ee-2954e4883428 req-8f779208-5243-4f74-8c5d-5ccadce6643b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0547547 Feb 18 00:35:27.961159 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47a9cde0-7b9d-46d5-a5ee-2954e4883428 req-a70a1385-5156-4a9a-a728-fc4b4db329db tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695250 Feb 18 00:35:27.980532 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c7be-5335-4665-80dd-9d5b38089db9 req-7b5dfc4b-bf7a-43b8-969b-1453ef8880ba tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:27.981994 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aed2c7be-5335-4665-80dd-9d5b38089db9 req-7b5dfc4b-bf7a-43b8-969b-1453ef8880ba tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0696607 Feb 18 00:35:28.042158 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aed2c7be-5335-4665-80dd-9d5b38089db9 req-dd7a0e39-f4e4-403d-9c78-ab9ef4831ea1 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527999 Feb 18 00:35:28.493124 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ad41-219f-412e-98f7-56e26f2b4716 req-fcccc27a-73ba-41b7-8fb8-051861cf823f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:28.494580 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-84d9ad41-219f-412e-98f7-56e26f2b4716 req-fcccc27a-73ba-41b7-8fb8-051861cf823f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0569682 Feb 18 00:35:28.541389 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-84d9ad41-219f-412e-98f7-56e26f2b4716 req-96c6eaac-53be-4349-ac4b-6f2ae5d7ff57 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 Feb 18 00:35:29.081163 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d585f53-e5c0-4e2d-8957-cb684c369901 req-13b11138-f00f-4739-b527-a33faeb7b410 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:29.083157 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d585f53-e5c0-4e2d-8957-cb684c369901 req-13b11138-f00f-4739-b527-a33faeb7b410 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0539994 Feb 18 00:35:29.157298 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1d585f53-e5c0-4e2d-8957-cb684c369901 req-38ff24ee-a691-4195-826e-0e0f449930a8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683825 Feb 18 00:35:29.188245 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d86c-9acd-4e78-b12f-dc03bf3ac979 req-54fe9480-8180-4a89-be37-b28f9d0a33b5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:29.189737 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8596d86c-9acd-4e78-b12f-dc03bf3ac979 req-54fe9480-8180-4a89-be37-b28f9d0a33b5 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0757375 Feb 18 00:35:29.254718 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8596d86c-9acd-4e78-b12f-dc03bf3ac979 req-65d923f1-3d54-49d9-a60d-1dba1e238603 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589597 Feb 18 00:35:29.342603 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-511aed6e-8401-41c1-a714-de994bd286a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:29.677796 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c160f8-3445-4a8c-b040-01ceff995cc4 req-c2657107-0288-4fdf-b20a-e65ca8a886d0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:29.679292 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a5c160f8-3445-4a8c-b040-01ceff995cc4 req-c2657107-0288-4fdf-b20a-e65ca8a886d0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0621486 Feb 18 00:35:29.727653 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a5c160f8-3445-4a8c-b040-01ceff995cc4 req-fb22f085-a79e-4832-b7a9-66babee6b6e0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427084 Feb 18 00:35:29.880841 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 47546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:35:29.924263 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Deleting subnet 34f28fc0-daea-4bb3-91d4-8efa3a65a0c1 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:35:29.928252 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Publish callbacks [] for subnet (34f28fc0-daea-4bb3-91d4-8efa3a65a0c1), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:29.960929 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (34f28fc0-daea-4bb3-91d4-8efa3a65a0c1), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.002650 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (34f28fc0-daea-4bb3-91d4-8efa3a65a0c1), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.053224 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (34f28fc0-daea-4bb3-91d4-8efa3a65a0c1), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.078765 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f28fc0-daea-4bb3-91d4-8efa3a65a0c1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:30.083297 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.086434 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/34f28fc0-daea-4bb3-91d4-8efa3a65a0c1 HTTP/1.1" status: 204 len: 168 time: 0.2045441 Feb 18 00:35:30.089131 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 47548) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:35:30.091163 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.091513 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.092051 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.092191 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.092521 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.092848 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.093180 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.093506 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.093830 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.094155 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.094510 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.094833 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.095152 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfa22-84b6-40e5-a036-2afb03009b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.154714 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.258962 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.259557 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.284142 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:30.296880 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301eee1c-7889-44bd-aa1e-fc969a33888a') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:30.297049 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301eee1c-7889-44bd-aa1e-fc969a33888a') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:30.309761 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (301eee1c-7889-44bd-aa1e-fc969a33888a), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.317630 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cf5ae-f806-4644-9233-94dd994f3080 req-6aa49ffe-6ae6-4af5-bee8-c64e7625c81b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:30.319140 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-af5cf5ae-f806-4644-9233-94dd994f3080 req-6aa49ffe-6ae6-4af5-bee8-c64e7625c81b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0887930 Feb 18 00:35:30.357741 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (301eee1c-7889-44bd-aa1e-fc969a33888a), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.384304 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:35:30.384692 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (301eee1c-7889-44bd-aa1e-fc969a33888a), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:35:30.386316 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:35:30.457552 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-af5cf5ae-f806-4644-9233-94dd994f3080 req-3b70488a-f0f8-481d-8811-4d9119cbde4f tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326449 Feb 18 00:35:30.464237 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.475437 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e16a8-cd5d-42fe-9e1a-9bf68b4a0d86 req-9ed241f2-da05-4286-9a72-5773ac6b8bd6 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:30.477037 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ec5e16a8-cd5d-42fe-9e1a-9bf68b4a0d86 req-9ed241f2-da05-4286-9a72-5773ac6b8bd6 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.1492507 Feb 18 00:35:30.479832 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.482808 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031 HTTP/1.1" status: 204 len: 168 time: 0.3927054 Feb 18 00:35:30.499911 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6e23e7-f8a2-4e71-b27f-cfef2bfd4031,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:30.517295 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.517646 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.517989 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.518324 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.518679 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.519061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.519451 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.519844 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.520168 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.520492 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.520815 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.521138 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.521455 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b0c11-8a60-4a1f-b5df-33456d528617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:30.564834 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ec5e16a8-cd5d-42fe-9e1a-9bf68b4a0d86 req-5e7d0a9f-e75b-4d56-9320-afa0074cea6e tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=548715eb-96a6-4d0d-ac87-525ab4a0f252&id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809498 Feb 18 00:35:30.602697 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 47558) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:35:30.642334 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-63562111-7738-4248-8227-d36507263b41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4be69429d7224a9dad2f2ade01ad18b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384450 Feb 18 00:35:30.645358 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 47560) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:35:30.697396 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40b9bc18-7398-4fe1-93fc-d8806b10e282 admin admin] Publish callbacks [] for security_group (91d4f487-19c8-4ec1-a2ef-6d872a36afd8), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.718154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40b9bc18-7398-4fe1-93fc-d8806b10e282 admin admin] Publish callbacks [] for security_group (91d4f487-19c8-4ec1-a2ef-6d872a36afd8), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.763759 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40b9bc18-7398-4fe1-93fc-d8806b10e282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (91d4f487-19c8-4ec1-a2ef-6d872a36afd8), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.766552 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40b9bc18-7398-4fe1-93fc-d8806b10e282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:30.767824 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-40b9bc18-7398-4fe1-93fc-d8806b10e282 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91d4f487-19c8-4ec1-a2ef-6d872a36afd8 HTTP/1.1" status: 204 len: 168 time: 0.1215904 Feb 18 00:35:30.776705 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9bc18-7398-4fe1-93fc-d8806b10e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d4f487-19c8-4ec1-a2ef-6d872a36afd8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:30.856498 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46f0a1-6d6a-4f94-9966-bcfac808f142 req-b717c2be-1ab1-4af2-b895-3c7ee3a2ef83 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:30.857956 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ba46f0a1-6d6a-4f94-9966-bcfac808f142 req-b717c2be-1ab1-4af2-b895-3c7ee3a2ef83 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0519800 Feb 18 00:35:30.916748 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ba46f0a1-6d6a-4f94-9966-bcfac808f142 req-8d697f6a-ea80-46cd-a6a3-f837d275984e tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518692 Feb 18 00:35:31.577863 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813f571-c47f-4de2-8431-4472001a0554 req-28639963-f2b5-4c34-93d2-333983c094f2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:31.579119 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9813f571-c47f-4de2-8431-4472001a0554 req-28639963-f2b5-4c34-93d2-333983c094f2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0527775 Feb 18 00:35:31.608472 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:31.637839 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9813f571-c47f-4de2-8431-4472001a0554 req-919d11f4-ed36-4174-b785-8bff9972db82 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527027 Feb 18 00:35:32.034589 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022573-3583-4eda-903f-cae25852e559 req-c66bd684-128c-40be-841b-a8128751ed41 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:32.036113 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-77022573-3583-4eda-903f-cae25852e559 req-c66bd684-128c-40be-841b-a8128751ed41 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0509386 Feb 18 00:35:32.083300 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-77022573-3583-4eda-903f-cae25852e559 req-f6e76e7d-80d8-40c8-8f6d-5764b799af4a tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417233 Feb 18 00:35:32.766043 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf4eb7-88b4-4e06-92cd-19c417451edc req-a56a3878-1528-4912-8907-187dc719d586 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:32.767613 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3ccf4eb7-88b4-4e06-92cd-19c417451edc req-a56a3878-1528-4912-8907-187dc719d586 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0595574 Feb 18 00:35:32.817635 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3ccf4eb7-88b4-4e06-92cd-19c417451edc req-f8c0cfac-5a71-4a58-b73b-feaac5a1e069 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Feb 18 00:35:33.117440 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:33.205615 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90724-7066-4e4f-9644-8c1d29290a0d req-be691a6d-f19b-486e-8701-bddb7f257af8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:33.207886 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d7e90724-7066-4e4f-9644-8c1d29290a0d req-be691a6d-f19b-486e-8701-bddb7f257af8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0585761 Feb 18 00:35:33.256692 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d7e90724-7066-4e4f-9644-8c1d29290a0d req-0f8568bd-0029-4ef1-bd84-8be8d76f22c9 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Feb 18 00:35:33.633546 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7134a-3b72-406b-b074-8d81510023f4 req-1e444145-0119-4b52-afdd-de2f139d4d97 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:33.634925 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-28a7134a-3b72-406b-b074-8d81510023f4 req-1e444145-0119-4b52-afdd-de2f139d4d97 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0545030 Feb 18 00:35:33.680199 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-28a7134a-3b72-406b-b074-8d81510023f4 req-40b4b3ae-4872-4ada-bb79-c31b72fa66c1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397015 Feb 18 00:35:33.936475 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3119-f8f5-439d-8ff0-1c097cc48225 req-d71b5850-08d9-44f6-80cb-46d70ebe3143 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:33.937948 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f0cc3119-f8f5-439d-8ff0-1c097cc48225 req-d71b5850-08d9-44f6-80cb-46d70ebe3143 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 944 time: 0.0529306 Feb 18 00:35:33.991953 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f0cc3119-f8f5-439d-8ff0-1c097cc48225 req-74f6a1f9-a3ba-4d3c-b197-1f76ffb4b316 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Feb 18 00:35:34.052306 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-94e3be4f-021f-40a9-83bf-47cba32ea4cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a1d90392a3a4ab0962c2e44b8c4eace&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320544 Feb 18 00:35:34.239720 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-ca46498f-a6e2-4c94-ac5b-a75d656baf88 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:34.241658 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-ca46498f-a6e2-4c94-ac5b-a75d656baf88 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838267 Feb 18 00:35:34.256188 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-236b9df3-4eb6-4f62-9b41-2e9eaa5efd55 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/quotas/1a1d90392a3a4ab0962c2e44b8c4eace HTTP/1.1" status: 200 len: 375 time: 0.0095685 Feb 18 00:35:34.288135 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-297111dc-b9e1-4b81-b1d5-3df565953a0d tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a1d90392a3a4ab0962c2e44b8c4eace&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267518 Feb 18 00:35:34.291877 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-1808b514-9906-487e-8f32-a9a3107076cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:34.293524 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-1808b514-9906-487e-8f32-a9a3107076cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1129 time: 0.0451627 Feb 18 00:35:34.383061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8c209-6e47-4e27-b021-f0fcda78bb46 req-6e387858-35c1-4776-8268-e94ff92f981d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:34.384640 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8fd8c209-6e47-4e27-b021-f0fcda78bb46 req-6e387858-35c1-4776-8268-e94ff92f981d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0561249 Feb 18 00:35:34.391705 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-565be923-f7a3-4a92-bd46-a30a65ac6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:34.393297 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-565be923-f7a3-4a92-bd46-a30a65ac6559 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 909 time: 0.0939879 Feb 18 00:35:34.465603 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-0de5d5f8-ea23-4e5c-8907-b3743081f240 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 1001 time: 0.0643113 Feb 18 00:35:34.469253 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6efbec28-8176-4b02-8f98-73be930c0811 req-a57c4484-76df-4b8a-8bd0-073e83f3a8d5 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 210 time: 0.0390372 Feb 18 00:35:34.474206 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8fd8c209-6e47-4e27-b021-f0fcda78bb46 req-71c85be8-6f6b-4a48-b9b7-b713f60e2abc tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775707 Feb 18 00:35:34.527355 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-3bddba27-f373-473e-a0e2-a4cb9d516d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:34.528890 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-3bddba27-f373-473e-a0e2-a4cb9d516d47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 200 len: 847 time: 0.0536389 Feb 18 00:35:34.584361 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-71c745ca-10dc-4abd-b53e-55e0c1b8d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:34.585866 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-71c745ca-10dc-4abd-b53e-55e0c1b8d60a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6e1e66a-abd4-4532-8f57-255c10d7eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496933 Feb 18 00:35:34.616420 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device afb9d99e-cdfa-4db9-b51a-9f640ac7658f details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:35:34.685581 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-87cba831-ad15-489d-b451-6ff884386280 service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924969 Feb 18 00:35:34.730553 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port afb9d99e-cdfa-4db9-b51a-9f640ac7658f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:34.744583 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:35:34.794940 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-23c66701-79ea-488e-b36c-cdf826b80bb0 req-6a4430ff-beae-46fc-b477-d3af2312983c service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027658 Feb 18 00:35:34.795302 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port afb9d99e-cdfa-4db9-b51a-9f640ac7658f is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:34.795702 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:34.812808 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb9d99e-cdfa-4db9-b51a-9f640ac7658f {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:35:34.827817 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc6e4c-f960-4ae3-ad14-02898a0cc409 req-2b5a640d-a56d-4e79-a1c5-beddbfb1e203 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:34.829375 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d1bc6e4c-f960-4ae3-ad14-02898a0cc409 req-2b5a640d-a56d-4e79-a1c5-beddbfb1e203 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0699537 Feb 18 00:35:34.851548 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port afb9d99e-cdfa-4db9-b51a-9f640ac7658f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:34.856720 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:34.885861 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d1bc6e4c-f960-4ae3-ad14-02898a0cc409 req-a406b88e-524e-4561-9859-0aa757170a49 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493755 Feb 18 00:35:34.916687 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:35.108082 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75df93-7bf8-4d2f-bc67-634709febe88 req-8d82df84-ca80-4dce-9aba-7827dbbf8345 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:35.109719 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fd75df93-7bf8-4d2f-bc67-634709febe88 req-8d82df84-ca80-4dce-9aba-7827dbbf8345 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 945 time: 0.0526845 Feb 18 00:35:35.159184 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fd75df93-7bf8-4d2f-bc67-634709febe88 req-be1850a3-87b0-44be-bef8-571fac8522d5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431483 Feb 18 00:35:35.315728 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['afb9d99e-cdfa-4db9-b51a-9f640ac7658f'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:35:35.579313 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e19c403d-1051-4516-8eb1-27282f424469 req-8a950ed5-5d70-4241-a4d5-1dcd202683ab tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 210 time: 0.0374596 Feb 18 00:35:35.618828 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1534cb-2ab5-4102-b9f3-20f915c8acec req-2639afd7-35e6-485a-9b76-0396f8aa15ef tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:35.620263 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4c1534cb-2ab5-4102-b9f3-20f915c8acec req-2639afd7-35e6-485a-9b76-0396f8aa15ef tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0700247 Feb 18 00:35:35.670594 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4c1534cb-2ab5-4102-b9f3-20f915c8acec req-fe69fb57-fb1d-488f-b4b7-48547cbdf5bb tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446701 Feb 18 00:35:35.674451 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-126c94ca-01d5-4a55-ac5b-3f3a4fe4be7d tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1a1d90392a3a4ab0962c2e44b8c4eace&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316041 Feb 18 00:35:35.871085 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-3fcd48c7-301f-4768-91f1-0bf7f040f87a tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:35.872519 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-3fcd48c7-301f-4768-91f1-0bf7f040f87a tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907413 Feb 18 00:35:35.904652 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Request body: {'port': {'device_id': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7', 'admin_state_up': True, 'tenant_id': '1a1d90392a3a4ab0962c2e44b8c4eace'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:35:36.016637 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30a4a9-93d5-4920-94fc-0ead65a291aa req-516bebc7-6ea0-4035-9777-e5ac9efd28b8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:36.017463 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Made reservation on behalf of 1a1d90392a3a4ab0962c2e44b8c4eace for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:35:36.018825 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae30a4a9-93d5-4920-94fc-0ead65a291aa req-516bebc7-6ea0-4035-9777-e5ac9efd28b8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0574441 Feb 18 00:35:36.021102 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.030459 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.071115 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae30a4a9-93d5-4920-94fc-0ead65a291aa req-1c4fb768-afa3-4a6e-8d85-49da691c91a6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Feb 18 00:35:36.115507 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks [] for security_group (759a56f9-c3b4-41fe-b267-acf3bbd202ed), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.118979 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (759a56f9-c3b4-41fe-b267-acf3bbd202ed), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.179953 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759a56f9-c3b4-41fe-b267-acf3bbd202ed,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:36.255635 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Allocated IP 192.168.233.240 (f7ae6a2f-64ec-4310-b876-b1dccb741db7/356991a4-5508-4f3e-98bc-a93dc8f89c58/142539ca-4d19-4345-b74f-010dd92f6ca5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:35:36.288993 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cc705-89d0-4dba-a793-e2ab0c79bbb3 req-3ec646c7-55b9-4a6a-9a41-96e3e6f59694 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:36.290593 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-456cc705-89d0-4dba-a793-e2ab0c79bbb3 req-3ec646c7-55b9-4a6a-9a41-96e3e6f59694 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 945 time: 0.0581169 Feb 18 00:35:36.339545 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-456cc705-89d0-4dba-a793-e2ab0c79bbb3 req-2e6b9e4c-958a-4d95-bcff-29a92ca50b05 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431817 Feb 18 00:35:36.402957 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks [] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.435639 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.472438 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Network f7ae6a2f-64ec-4310-b876-b1dccb741db7 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:35:36.476308 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:35:36.478766 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:35:36.515447 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Pushing event updated for resources: {'Port': ['ID=142539ca-4d19-4345-b74f-010dd92f6ca5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:36.538508 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:36.539141 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.555964 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-4e851848-8b87-425e-8774-c7d7d33797cc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6548314 Feb 18 00:35:36.574789 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Request body: {'port': {'device_id': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:35:36.617113 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device afb9d99e-cdfa-4db9-b51a-9f640ac7658f up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:35:36.652598 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.675022 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.686129 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port afb9d99e-cdfa-4db9-b51a-9f640ac7658f completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:35:36.690759 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port afb9d99e-cdfa-4db9-b51a-9f640ac7658f triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:35:36.691328 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.725584 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca57f4f-52c5-48c2-a2c4-838120a1dbc6 req-cf32dd92-95b9-42e4-9576-3d632df3b6a2 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:36.732706 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eca57f4f-52c5-48c2-a2c4-838120a1dbc6 req-cf32dd92-95b9-42e4-9576-3d632df3b6a2 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 936 time: 0.0624070 Feb 18 00:35:36.761036 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-c5ba505d-4228-4588-9302-e9b4a0174d5a None None] Provisioning complete for port 142539ca-4d19-4345-b74f-010dd92f6ca5 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:35:36.761326 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c5ba505d-4228-4588-9302-e9b4a0174d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.809353 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eca57f4f-52c5-48c2-a2c4-838120a1dbc6 req-4fb433f9-7582-4b01-baf5-2d6eee56f593 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746770 Feb 18 00:35:36.828372 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba505d-4228-4588-9302-e9b4a0174d5a None None] Port 142539ca-4d19-4345-b74f-010dd92f6ca5 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:35:36.838393 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90bc2-7eff-41e6-8f17-10fa53b2291f req-a07540e9-9b45-41e0-b052-6a9355d4a416 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:36.839934 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-57c90bc2-7eff-41e6-8f17-10fa53b2291f req-a07540e9-9b45-41e0-b052-6a9355d4a416 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0856454 Feb 18 00:35:36.847533 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port afb9d99e-cdfa-4db9-b51a-9f640ac7658f is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:36.847928 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.875169 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:36.877416 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cf895d-e6b5-435c-9acc-e3a7f0a265e6" -d '{"events": [{"server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "name": "network-vif-plugged", "status": "completed", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:36.891456 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port afb9d99e-cdfa-4db9-b51a-9f640ac7658f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:36.897249 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.931453 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-57c90bc2-7eff-41e6-8f17-10fa53b2291f req-62387165-7542-436d-b852-7d4a088129c5 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808790 Feb 18 00:35:36.977367 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142539ca-4d19-4345-b74f-010dd92f6ca5 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:35:36.985732 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Publish callbacks [] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:36.997492 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:36.999870 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Transition to ACTIVE for port object 142539ca-4d19-4345-b74f-010dd92f6ca5 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:35:37.005986 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:37.009724 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa4998-7775-40e2-ab28-cfe9ec74815d x-openstack-request-id: req-1baa4998-7775-40e2-ab28-cfe9ec74815d {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:37.010005 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "name": "network-vif-plugged", "status": "completed", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:37.010591 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1baa4998-7775-40e2-ab28-cfe9ec74815d {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:37.011032 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'code': 200} Feb 18 00:35:37.012211 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.012561 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.012905 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.013240 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.013574 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.013907 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.014261 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.014663 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.015000 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.015325 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.015650 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.015977 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.016291 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:35:37.056575 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=142539ca-4d19-4345-b74f-010dd92f6ca5,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:37.166605 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Attempting to bind port 142539ca-4d19-4345-b74f-010dd92f6ca5 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:35:37.166946 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Attempting to bind port 142539ca-4d19-4345-b74f-010dd92f6ca5 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:35:37.167278 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Attempting to bind port 142539ca-4d19-4345-b74f-010dd92f6ca5 on network f7ae6a2f-64ec-4310-b876-b1dccb741db7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:35:37.172248 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Port 142539ca-4d19-4345-b74f-010dd92f6ca5 on network f7ae6a2f-64ec-4310-b876-b1dccb741db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:35:37.172614 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Attempting to bind port 142539ca-4d19-4345-b74f-010dd92f6ca5 on network f7ae6a2f-64ec-4310-b876-b1dccb741db7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:35:37.178322 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:35:37.178756 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Checking segment: {'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:35:37.179083 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Bound using segment: {'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:35:37.179515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Bound port: 142539ca-4d19-4345-b74f-010dd92f6ca5, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb33fae-101e-4932-ad12-0b55e0fecfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:35:37.179873 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:37.241784 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd1eac-104f-43de-9109-dcac3c45626a req-f129909d-1d94-4468-a91b-a120ff123cfb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:37.249240 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bcbd1eac-104f-43de-9109-dcac3c45626a req-f129909d-1d94-4468-a91b-a120ff123cfb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0746698 Feb 18 00:35:37.270905 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] For port 142539ca-4d19-4345-b74f-010dd92f6ca5, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:35:37.274901 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] For port 142539ca-4d19-4345-b74f-010dd92f6ca5, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=142539ca-4d19-4345-b74f-010dd92f6ca5,segment=NetworkSegment(ccb33fae-101e-4932-ad12-0b55e0fecfaf),segment_id=ccb33fae-101e-4932-ad12-0b55e0fecfaf)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:35:37.289501 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:37.334058 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:37.334716 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:37.336124 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] 10.222.0.48 "PUT /v2.0/ports/142539ca-4d19-4345-b74f-010dd92f6ca5 HTTP/1.1" status: 200 len: 1098 time: 0.7658122 Feb 18 00:35:37.336575 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'tag': '142539ca-4d19-4345-b74f-010dd92f6ca5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:37.338908 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c27fe8c-a2fc-4d33-877c-d770113484d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff48ce3-1d73-4d74-b3a7-437478159aea", "tag": "142539ca-4d19-4345-b74f-010dd92f6ca5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:37.391296 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378d1fd-aa5d-472b-aa06-d0ff86389ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=142539ca-4d19-4345-b74f-010dd92f6ca5,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:37.401350 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bcbd1eac-104f-43de-9109-dcac3c45626a req-e1cb0928-dad6-4bb5-ba1b-d6abec7157ce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506245 Feb 18 00:35:37.442741 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ecbf8-05b6-4b7d-b6ce-3adb0ee4b9a9 req-92076e8d-9484-42b4-b1a5-86ecace9c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:37.445013 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ca0ecbf8-05b6-4b7d-b6ce-3adb0ee4b9a9 req-92076e8d-9484-42b4-b1a5-86ecace9c96e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 1130 time: 0.1301494 Feb 18 00:35:37.504976 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-46a8ce8f-69e7-4fb5-a21d-0c053db88ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:37.506600 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-46a8ce8f-69e7-4fb5-a21d-0c053db88ab1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a1d90392a3a4ab0962c2e44b8c4eace&device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 1132 time: 0.0987449 Feb 18 00:35:37.567499 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7b2e3a-a6f3-46b7-a4f7-36faa4510ca3 x-openstack-request-id: req-4f7b2e3a-a6f3-46b7-a4f7-36faa4510ca3 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:37.567791 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff48ce3-1d73-4d74-b3a7-437478159aea", "tag": "142539ca-4d19-4345-b74f-010dd92f6ca5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:37.568044 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f7b2e3a-a6f3-46b7-a4f7-36faa4510ca3 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:37.568440 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'tag': '142539ca-4d19-4345-b74f-010dd92f6ca5', 'status': 'completed', 'code': 200} Feb 18 00:35:37.569933 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-ae6a458c-b35d-476f-aef2-d0366556881b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=142539ca-4d19-4345-b74f-010dd92f6ca5 HTTP/1.1" status: 200 len: 217 time: 0.0463643 Feb 18 00:35:37.581937 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ca0ecbf8-05b6-4b7d-b6ce-3adb0ee4b9a9 req-1baab48b-a652-419e-a248-8cfb6b9d984b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248832 Feb 18 00:35:37.609402 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fa7c-5ff6-47cc-951c-009f21f2dc4a req-95d1b77e-cb10-4d78-888f-a40b4635efa9 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:37.611059 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f2f8fa7c-5ff6-47cc-951c-009f21f2dc4a req-95d1b77e-cb10-4d78-888f-a40b4635efa9 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 946 time: 0.0958421 Feb 18 00:35:37.661687 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f2f8fa7c-5ff6-47cc-951c-009f21f2dc4a req-b12498be-456e-4ef6-90c8-b1eb47d8cdfc tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441363 Feb 18 00:35:37.933639 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dd130-01bf-47fb-bb2d-e12d08609b74 req-4fd607e5-bfd7-4734-82fe-d2d2d28380f9 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:37.935216 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-435dd130-01bf-47fb-bb2d-e12d08609b74 req-4fd607e5-bfd7-4734-82fe-d2d2d28380f9 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 948 time: 0.0585458 Feb 18 00:35:37.979257 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-edee5065-dd4f-41cd-bc28-795472c1db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:37.981050 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-edee5065-dd4f-41cd-bc28-795472c1db47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=356991a4-5508-4f3e-98bc-a93dc8f89c58 HTTP/1.1" status: 200 len: 843 time: 0.0551436 Feb 18 00:35:37.986862 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-435dd130-01bf-47fb-bb2d-e12d08609b74 req-7a90d6c9-4b86-403e-afde-fa32f7045426 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Feb 18 00:35:38.054449 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-3d65de72-74f7-4e85-98e2-ce10c7ccea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.055946 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-3d65de72-74f7-4e85-98e2-ce10c7ccea1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7ae6a2f-64ec-4310-b876-b1dccb741db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459068 Feb 18 00:35:38.066642 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfec429-1418-425d-86e9-baf72140efa4 req-b9257ee8-fbb3-4852-9080-d72d4e4601cc tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.068240 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1bfec429-1418-425d-86e9-baf72140efa4 req-b9257ee8-fbb3-4852-9080-d72d4e4601cc tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0541930 Feb 18 00:35:38.118473 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1bfec429-1418-425d-86e9-baf72140efa4 req-0e609a3b-ff62-4582-8853-38a503972907 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444989 Feb 18 00:35:38.188590 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [req-24c43f8a-2dd0-4f8c-9946-02c607dd05f1 req-e41909bf-9abc-4963-8855-643b8224ef4d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:35:38.189589 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-24c43f8a-2dd0-4f8c-9946-02c607dd05f1 req-e41909bf-9abc-4963-8855-643b8224ef4d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053318 Feb 18 00:35:38.361894 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f24b4-a2d1-4efe-8e4c-e6213a312239 req-cb05e8dd-4a37-46a6-a4d5-99dab0d2ac86 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.363573 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b22f24b4-a2d1-4efe-8e4c-e6213a312239 req-cb05e8dd-4a37-46a6-a4d5-99dab0d2ac86 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0533366 Feb 18 00:35:38.414827 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b22f24b4-a2d1-4efe-8e4c-e6213a312239 req-7f4f3831-433c-4740-930f-9b886b357f9d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454426 Feb 18 00:35:38.426884 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-2428eb5b-5a01-4c6a-829a-46d4ee02c92e service neutron] 10.222.0.48 "GET /v2.0/networks/f7ae6a2f-64ec-4310-b876-b1dccb741db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612211 Feb 18 00:35:38.429760 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-d63ec218-c488-4b11-abe7-2c0915edca12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783219 Feb 18 00:35:38.561361 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbbabf-ae50-4f9e-9762-54c2537be472 req-597344c4-1536-4b6a-9788-8fe3ee8a4ff8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.563166 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-75bbbabf-ae50-4f9e-9762-54c2537be472 req-597344c4-1536-4b6a-9788-8fe3ee8a4ff8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0566747 Feb 18 00:35:38.572622 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271abe7-b869-4134-80fa-64d0dd11639e req-d70dcac7-8926-4943-9634-fbec10eb91a7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.573999 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-d70dcac7-8926-4943-9634-fbec10eb91a7 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports/de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 942 time: 0.0671608 Feb 18 00:35:38.594940 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-09f1c6f6-02c7-466d-94e3-4aa8d96df254 req-5c4cb6bf-b271-4883-8645-a012af96d458 service neutron] 10.222.0.48 "GET /v2.0/networks/f7ae6a2f-64ec-4310-b876-b1dccb741db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547811 Feb 18 00:35:38.621514 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-75bbbabf-ae50-4f9e-9762-54c2537be472 req-a16a5b44-4fa8-4717-b921-01931645ce01 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503187 Feb 18 00:35:38.771606 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-9e000f9a-f5ed-4de3-b15e-da01899ffe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.773273 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-9e000f9a-f5ed-4de3-b15e-da01899ffe40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a1d90392a3a4ab0962c2e44b8c4eace&device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 1132 time: 0.0635264 Feb 18 00:35:38.802255 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826114fb-b9d9-49dd-bb1f-a179964e326d req-4bd6e098-ec08-42b3-836b-f15f74a3ebc5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.806839 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-826114fb-b9d9-49dd-bb1f-a179964e326d req-4bd6e098-ec08-42b3-836b-f15f74a3ebc5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 946 time: 0.0694106 Feb 18 00:35:38.867279 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-826114fb-b9d9-49dd-bb1f-a179964e326d req-7edc4341-0662-4fc7-8d2a-ff68e6328154 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579917 Feb 18 00:35:38.926900 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-e03946b0-eacb-461d-a454-6066fbc797cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:38.928596 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-e03946b0-eacb-461d-a454-6066fbc797cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7ae6a2f-64ec-4310-b876-b1dccb741db7 HTTP/1.1" status: 200 len: 870 time: 0.1057382 Feb 18 00:35:38.985037 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-61729c3a-016f-4310-8ef9-811dc90e1bdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=142539ca-4d19-4345-b74f-010dd92f6ca5 HTTP/1.1" status: 200 len: 217 time: 0.0397675 Feb 18 00:35:39.086860 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-b76f45a7-6273-412d-9c49-43b90cea6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:39.089140 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-b76f45a7-6273-412d-9c49-43b90cea6c95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=356991a4-5508-4f3e-98bc-a93dc8f89c58 HTTP/1.1" status: 200 len: 843 time: 0.0536692 Feb 18 00:35:39.122061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db2c0d-f455-40ba-b275-85b2801429be req-a852add7-a10d-4f70-bd83-ebeeb69af26e tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:39.123532 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d8db2c0d-f455-40ba-b275-85b2801429be req-a852add7-a10d-4f70-bd83-ebeeb69af26e tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 948 time: 0.0647902 Feb 18 00:35:39.142938 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-05a348ae-f8f5-42d6-89c2-b6a4e9322c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:39.144455 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-05a348ae-f8f5-42d6-89c2-b6a4e9322c06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7ae6a2f-64ec-4310-b876-b1dccb741db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0474124 Feb 18 00:35:39.171765 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d8db2c0d-f455-40ba-b275-85b2801429be req-bb9a1736-64e5-4a0d-9c2d-286075f5b187 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Feb 18 00:35:39.240379 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-594c1c23-030b-4405-bf85-2b36010c9915 service neutron] 10.222.0.48 "GET /v2.0/networks/f7ae6a2f-64ec-4310-b876-b1dccb741db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854375 Feb 18 00:35:39.334212 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-9c27fe8c-a2fc-4d33-877c-d770113484d9 req-a7d09523-d198-4939-9060-e29ebd53582e service neutron] 10.222.0.48 "GET /v2.0/networks/f7ae6a2f-64ec-4310-b876-b1dccb741db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875645 Feb 18 00:35:39.541156 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45595b-209a-424b-b5f8-fee316eaa92e req-611cccfd-cfc5-448b-9e67-3c63f65bbd6b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:39.542645 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b45595b-209a-424b-b5f8-fee316eaa92e req-611cccfd-cfc5-448b-9e67-3c63f65bbd6b tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0557406 Feb 18 00:35:39.591296 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2b45595b-209a-424b-b5f8-fee316eaa92e req-73a910f3-a6ac-418c-a85c-119316f17120 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Feb 18 00:35:39.781286 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b53f7-d9cf-472d-89de-c778bfe546c9 req-f265e953-72a3-4df0-9c76-87d0e7056f50 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:39.782812 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-383b53f7-d9cf-472d-89de-c778bfe546c9 req-f265e953-72a3-4df0-9c76-87d0e7056f50 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0797119 Feb 18 00:35:39.826059 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cf1f7-59ae-4906-bd46-7ebcdd63fb80 req-bdbef7b9-9800-481d-8e01-e2260e2a670e tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:39.827608 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a3cf1f7-59ae-4906-bd46-7ebcdd63fb80 req-bdbef7b9-9800-481d-8e01-e2260e2a670e tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 945 time: 0.0872769 Feb 18 00:35:39.868191 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-383b53f7-d9cf-472d-89de-c778bfe546c9 req-8b8242d7-2ca3-442a-8190-2af70d17c309 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787563 Feb 18 00:35:39.895462 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a3cf1f7-59ae-4906-bd46-7ebcdd63fb80 req-f91d67f2-5d86-4b6d-812e-c2af4b760dbb tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612190 Feb 18 00:35:39.986837 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc981d5-8a45-4426-89c1-d45e5848273c req-a6b495d8-8688-417c-9beb-dfe38ce4989c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:39.988266 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5dc981d5-8a45-4426-89c1-d45e5848273c req-a6b495d8-8688-417c-9beb-dfe38ce4989c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 946 time: 0.0508633 Feb 18 00:35:40.052989 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5dc981d5-8a45-4426-89c1-d45e5848273c req-8f0affd2-4345-40dc-a1f8-5ef518d5d549 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573466 Feb 18 00:35:40.173592 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b5870-f641-4255-a722-0e218bc04097 req-39058992-1ed3-49c6-9214-648adb3bc876 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:40.174983 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-454b5870-f641-4255-a722-0e218bc04097 req-39058992-1ed3-49c6-9214-648adb3bc876 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 946 time: 0.0547628 Feb 18 00:35:40.226695 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-454b5870-f641-4255-a722-0e218bc04097 req-1f67f096-41b9-4009-9547-36afc186058d tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453765 Feb 18 00:35:40.248939 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 47750) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:35:40.318078 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadd19d-0fda-4c92-92a5-ecf3f6aff686 req-f18c7348-e3b2-4d67-a0d5-34c14bd4501a tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:40.319531 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0dadd19d-0fda-4c92-92a5-ecf3f6aff686 req-f18c7348-e3b2-4d67-a0d5-34c14bd4501a tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 948 time: 0.0815840 Feb 18 00:35:40.321233 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3da3d3-2b81-43c9-9b33-cf6dcb458471 tempest-TestVolumeBootPattern-1871247876 tempest-TestVolumeBootPattern-1871247876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:40.322585 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7c3da3d3-2b81-43c9-9b33-cf6dcb458471 tempest-TestVolumeBootPattern-1871247876 tempest-TestVolumeBootPattern-1871247876-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 1125 time: 0.0727272 Feb 18 00:35:40.325501 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 47752) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:35:40.330539 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:35:40.353503 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:40.366952 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0dadd19d-0fda-4c92-92a5-ecf3f6aff686 req-ba2f1347-230b-4f77-a233-06e3bcab8536 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Feb 18 00:35:40.449623 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:40.602304 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271abe7-b869-4134-80fa-64d0dd11639e req-347c4a1e-9086-4348-85b7-c7533363f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:40.603842 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-347c4a1e-9086-4348-85b7-c7533363f2ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d&tenant_id=63e7c2bdea8449698c1f51e3060fd44c HTTP/1.1" status: 200 len: 1129 time: 0.1429803 Feb 18 00:35:40.624670 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Allocated IP 172.27.2.239 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/47841f45-19b2-4f15-8bf2-27579ff0c67a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:35:40.630050 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:35:40.722040 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97212fa-e3fd-453c-a529-fa34f11d4afa req-6322d22c-df90-4aca-a7fa-41f390a49b6d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:40.728787 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b97212fa-e3fd-453c-a529-fa34f11d4afa req-6322d22c-df90-4aca-a7fa-41f390a49b6d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0612571 Feb 18 00:35:40.740269 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 is: ACTIVE; New status is: DOWN {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:40.740936 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:40.745582 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271abe7-b869-4134-80fa-64d0dd11639e req-60a37ed4-0854-43a8-8e87-062847f62589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:40.747109 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-60a37ed4-0854-43a8-8e87-062847f62589 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1129 time: 0.0940382 Feb 18 00:35:40.769003 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:40.771954 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce79a69d-4fe3-4077-b7e8-f326ee7ddacf" -d '{"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-unplugged", "status": "completed", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:40.786842 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:40.787590 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b97212fa-e3fd-453c-a529-fa34f11d4afa req-0a199383-07a7-4a87-9caf-aefb9bf2644d tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469077 Feb 18 00:35:40.792339 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:40.813980 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:40.824119 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b017bd1e-a283-46fe-bb0b-d5e722b5e4af x-openstack-request-id: req-b017bd1e-a283-46fe-bb0b-d5e722b5e4af {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:40.824420 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-unplugged", "status": "completed", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:40.824674 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b017bd1e-a283-46fe-bb0b-d5e722b5e4af {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:40.825064 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'code': 200} Feb 18 00:35:40.846614 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=6']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:40.881737 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271abe7-b869-4134-80fa-64d0dd11639e req-17fca5db-7d18-420e-ac39-557d28f5adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:40.883417 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-17fca5db-7d18-420e-ac39-557d28f5adac service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 909 time: 0.1271653 Feb 18 00:35:40.884698 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:40.971357 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:35:40.974251 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=47841f45-19b2-4f15-8bf2-27579ff0c67a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:40.978755 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:35:40.984504 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:35:41.022296 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-5cb3ac0e-a5c8-4f87-bc7c-65a9f40686c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 999 time: 0.1132269 Feb 18 00:35:41.034940 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510f60-0777-4291-bd93-1a047ccf2ce1 req-f3d984df-a5c9-42a5-9605-2eac58fb194c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:41.036575 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9a510f60-0777-4291-bd93-1a047ccf2ce1 req-f3d984df-a5c9-42a5-9605-2eac58fb194c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0889554 Feb 18 00:35:41.047782 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa0fe-cbe3-425f-ae3c-b44ea85a1af7 req-66dfa893-9f60-4973-945a-7814740228ff tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:41.049174 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8bdaa0fe-cbe3-425f-ae3c-b44ea85a1af7 req-66dfa893-9f60-4973-945a-7814740228ff tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 945 time: 0.0741291 Feb 18 00:35:41.126310 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9a510f60-0777-4291-bd93-1a047ccf2ce1 req-5bb6ccd9-db5c-4e13-b906-97f37fa7e7ac tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761940 Feb 18 00:35:41.129842 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8bdaa0fe-cbe3-425f-ae3c-b44ea85a1af7 req-79256d8b-a72f-408d-a18e-410cd4f9a6e5 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727048 Feb 18 00:35:41.130044 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271abe7-b869-4134-80fa-64d0dd11639e req-479d5660-4b60-4f9a-8350-64c18a8005c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:41.131548 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-479d5660-4b60-4f9a-8350-64c18a8005c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 200 len: 847 time: 0.1017511 Feb 18 00:35:41.265088 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271abe7-b869-4134-80fa-64d0dd11639e req-51450c11-c811-4fad-a4c8-9caa5007a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:41.266610 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-51450c11-c811-4fad-a4c8-9caa5007a9ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6e1e66a-abd4-4532-8f57-255c10d7eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1271248 Feb 18 00:35:41.458794 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-a2ee4004-d032-4ca5-b6e5-72b81283fc3c service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829853 Feb 18 00:35:41.483358 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99ecb7-2aea-456d-ad18-d4319fbd6925 req-603457a0-4b5d-49ac-bf68-de449074754e tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:41.484714 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9c99ecb7-2aea-456d-ad18-d4319fbd6925 req-603457a0-4b5d-49ac-bf68-de449074754e tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 948 time: 0.0520234 Feb 18 00:35:41.529609 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9c99ecb7-2aea-456d-ad18-d4319fbd6925 req-78bad5bc-c3bc-4f12-b450-8722c484f6c4 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Feb 18 00:35:41.542030 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (69c11950-2321-44cf-a839-ddf657b5d28c), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:41.602709 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f271abe7-b869-4134-80fa-64d0dd11639e req-7f770c5b-9997-4984-91cd-899d0da98aaf service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369209 Feb 18 00:35:41.635839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:41.808602 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-86a0943e-8548-440e-a793-2769a443a00c tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:41.809947 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-86a0943e-8548-440e-a793-2769a443a00c tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 945 time: 0.0835910 Feb 18 00:35:41.830008 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:41.851114 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:41.908731 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a3f1-05b9-410b-91a8-340d4c89b6ff req-926f7470-52ad-47fa-967b-92e0386e9169 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:41.910945 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1907a3f1-05b9-410b-91a8-340d4c89b6ff req-926f7470-52ad-47fa-967b-92e0386e9169 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0590150 Feb 18 00:35:41.956901 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=47841f45-19b2-4f15-8bf2-27579ff0c67a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:41.958509 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1907a3f1-05b9-410b-91a8-340d4c89b6ff req-4422ba8d-7e5f-4686-89d1-2b9421d5405c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418546 Feb 18 00:35:41.969038 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (69c11950-2321-44cf-a839-ddf657b5d28c), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:42.056343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Deleting port 4fe01a03-c7fe-4e40-894d-36d298055d87 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:35:42.056675 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:42.121633 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Floating IP 69c11950-2321-44cf-a839-ddf657b5d28c associated. External IP: 172.27.2.239, port: afb9d99e-cdfa-4db9-b51a-9f640ac7658f. Feb 18 00:35:42.226023 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] For port 4fe01a03-c7fe-4e40-894d-36d298055d87, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4fe01a03-c7fe-4e40-894d-36d298055d87,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:42.226402 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:42.242507 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Calling delete_port for 4fe01a03-c7fe-4e40-894d-36d298055d87 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:35:42.291055 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbbad0-dbda-4b81-9edb-0110bf548bf0 req-965e36e1-6ff4-438f-9891-970d12a8d9df tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:42.292499 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-56fbbad0-dbda-4b81-9edb-0110bf548bf0 req-965e36e1-6ff4-438f-9891-970d12a8d9df tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 945 time: 0.0863061 Feb 18 00:35:42.299791 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31a0c8-5ad0-4cc0-99c6-3289f4332cf4 req-7eda5e9d-bf83-4eb1-a795-ae5e22367f4b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:42.301441 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ff31a0c8-5ad0-4cc0-99c6-3289f4332cf4 req-7eda5e9d-bf83-4eb1-a795-ae5e22367f4b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0855768 Feb 18 00:35:42.370131 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-56fbbad0-dbda-4b81-9edb-0110bf548bf0 req-703542ca-cd67-4004-8880-ce7221cb8fb3 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676186 Feb 18 00:35:42.377460 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ff31a0c8-5ad0-4cc0-99c6-3289f4332cf4 req-40e9f5c9-6af1-4613-889f-2d4d8d97415b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684726 Feb 18 00:35:42.615764 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 142539ca-4d19-4345-b74f-010dd92f6ca5 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:35:42.699959 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:35:42.732130 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 142539ca-4d19-4345-b74f-010dd92f6ca5, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=142539ca-4d19-4345-b74f-010dd92f6ca5,segment=NetworkSegment(ccb33fae-101e-4932-ad12-0b55e0fecfaf),segment_id=ccb33fae-101e-4932-ad12-0b55e0fecfaf)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:42.746073 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '142539ca-4d19-4345-b74f-010dd92f6ca5', 'network_id': 'f7ae6a2f-64ec-4310-b876-b1dccb741db7', 'port_id': '142539ca-4d19-4345-b74f-010dd92f6ca5', 'mac_address': 'fa:16:3e:35:12:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356991a4-5508-4f3e-98bc-a93dc8f89c58', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:35:42.785630 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 142539ca-4d19-4345-b74f-010dd92f6ca5 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:42.786106 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:42.788871 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (4fe01a03-c7fe-4e40-894d-36d298055d87), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:42.800201 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142539ca-4d19-4345-b74f-010dd92f6ca5 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:35:42.822333 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 142539ca-4d19-4345-b74f-010dd92f6ca5, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=142539ca-4d19-4345-b74f-010dd92f6ca5,segment=NetworkSegment(ccb33fae-101e-4932-ad12-0b55e0fecfaf),segment_id=ccb33fae-101e-4932-ad12-0b55e0fecfaf)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:42.825204 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['4fe01a03-c7fe-4e40-894d-36d298055d87'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:35:42.828334 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Pushing event deleted for resources: {'Port': ['ID=4fe01a03-c7fe-4e40-894d-36d298055d87,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:42.829400 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:42.890065 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d64bd-85a5-437a-a86f-e69ee3eb97e5 req-e7c9924f-74b3-4588-ba5a-ed787bfc2c45 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:42.891978 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-511d64bd-85a5-437a-a86f-e69ee3eb97e5 req-e7c9924f-74b3-4588-ba5a-ed787bfc2c45 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 948 time: 0.2935803 Feb 18 00:35:42.892135 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] No DVR routers for this DVR port 4fe01a03-c7fe-4e40-894d-36d298055d87 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:35:42.896571 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:42.899863 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-83c0ae44-56d0-4aae-b7fd-05d20cf93586 req-1d75e1ee-887b-4273-8172-6d016179db74 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "DELETE /v2.0/ports/4fe01a03-c7fe-4e40-894d-36d298055d87 HTTP/1.1" status: 204 len: 173 time: 1.0798717 Feb 18 00:35:42.900316 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73889a01-5749-4dd4-9c11-d041a340b88d', 'name': 'network-vif-deleted', 'tag': '4fe01a03-c7fe-4e40-894d-36d298055d87'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:42.902566 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f726ad-5866-4a30-b658-2c3d52dbe708" -d '{"events": [{"server_uuid": "73889a01-5749-4dd4-9c11-d041a340b88d", "name": "network-vif-deleted", "tag": "4fe01a03-c7fe-4e40-894d-36d298055d87"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:42.905848 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=142539ca-4d19-4345-b74f-010dd92f6ca5,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:42.947229 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:35:42.952006 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-511d64bd-85a5-437a-a86f-e69ee3eb97e5 req-97a92a8c-3091-450d-8399-a101e9948e76 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482013 Feb 18 00:35:42.958826 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:35:42.959314 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba3e045-0a5a-49c1-8993-0bc18429b8d9 x-openstack-request-id: req-2ba3e045-0a5a-49c1-8993-0bc18429b8d9 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:42.959780 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73889a01-5749-4dd4-9c11-d041a340b88d", "name": "network-vif-deleted", "tag": "4fe01a03-c7fe-4e40-894d-36d298055d87", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:42.960177 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ba3e045-0a5a-49c1-8993-0bc18429b8d9 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:42.960716 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73889a01-5749-4dd4-9c11-d041a340b88d', 'name': 'network-vif-deleted', 'tag': '4fe01a03-c7fe-4e40-894d-36d298055d87', 'status': 'completed', 'code': 200} Feb 18 00:35:42.970140 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:35:42.970790 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:35:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:42.972147 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:43.007622 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-300bedce-ba26-4a7f-a683-3d98aa5a13ac tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6809371 Feb 18 00:35:43.085830 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:35:43.096033 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c65a37-e407-427f-9887-4cb9baa0a317 req-ec7bcfe8-6bd1-43d2-9b46-ba94cc514cb2 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:43.097501 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-80c65a37-e407-427f-9887-4cb9baa0a317 req-ec7bcfe8-6bd1-43d2-9b46-ba94cc514cb2 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0525293 Feb 18 00:35:43.153908 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-80c65a37-e407-427f-9887-4cb9baa0a317 req-70cdafe7-9b79-4175-8763-f88ad030cdf4 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474708 Feb 18 00:35:43.346040 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['142539ca-4d19-4345-b74f-010dd92f6ca5'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:35:43.516407 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-263c2a42-2ace-46fa-9a09-f5d1b947449d req-a367d8d3-e8be-46a4-aa41-8195bd531611 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=73889a01-5749-4dd4-9c11-d041a340b88d HTTP/1.1" status: 200 len: 210 time: 0.0641546 Feb 18 00:35:43.534423 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:41Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:43.550239 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63c15-4db2-4f28-aebd-6453507b5627 req-83806e9b-f890-480b-b528-6cdddf4a27b5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:43.552635 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f3a63c15-4db2-4f28-aebd-6453507b5627 req-83806e9b-f890-480b-b528-6cdddf4a27b5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0900462 Feb 18 00:35:43.566251 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:35:43.583164 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:35:43.583775 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:35:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:43.604747 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f3a63c15-4db2-4f28-aebd-6453507b5627 req-d28cf95c-5366-4caa-ac4d-9a83974eff90 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453951 Feb 18 00:35:43.695536 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:35:43.915436 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:41Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:35:43.941363 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59370e09-424a-489f-bab8-a49fe161a4b0 None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:41Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:35:44.079464 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bf4ad-9cbb-4313-a6ae-1a0f49f218bf req-27e3b1e7-d80d-469a-ac8f-25dba12d2009 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:44.080909 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e3bf4ad-9cbb-4313-a6ae-1a0f49f218bf req-27e3b1e7-d80d-469a-ac8f-25dba12d2009 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 949 time: 0.0534742 Feb 18 00:35:44.132173 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7e3bf4ad-9cbb-4313-a6ae-1a0f49f218bf req-c7bf5a3e-889d-46ce-ab13-52772df87bc4 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Feb 18 00:35:44.155628 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb240f86-3a76-4359-bf8f-f01b8191d1dc None None] New status for floating IP 69c11950-2321-44cf-a839-ddf657b5d28c: ACTIVE {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:35:44.274014 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28ffce-c832-4329-ba10-8adfb6753dbb req-f96e93a5-cfcc-4cfc-9685-3bdb42eb34bc tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:44.275619 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d28ffce-c832-4329-ba10-8adfb6753dbb req-f96e93a5-cfcc-4cfc-9685-3bdb42eb34bc tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0542989 Feb 18 00:35:44.325517 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d28ffce-c832-4329-ba10-8adfb6753dbb req-7de0a798-431f-4e74-a011-c39bf1fad957 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441668 Feb 18 00:35:44.628122 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 142539ca-4d19-4345-b74f-010dd92f6ca5 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:35:44.690767 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 142539ca-4d19-4345-b74f-010dd92f6ca5 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:35:44.695222 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 142539ca-4d19-4345-b74f-010dd92f6ca5 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:35:44.695713 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:44.753368 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b0bc-c947-4a7b-a43d-7acca3d25892 req-d78a4a33-5d28-4ad2-8d8c-fea676e2ed65 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:44.755102 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4e42b0bc-c947-4a7b-a43d-7acca3d25892 req-d78a4a33-5d28-4ad2-8d8c-fea676e2ed65 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0652468 Feb 18 00:35:44.786877 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 142539ca-4d19-4345-b74f-010dd92f6ca5 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:44.787268 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:44.802712 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4e42b0bc-c947-4a7b-a43d-7acca3d25892 req-99589b32-8f8f-4694-819b-19d4c10d2914 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Feb 18 00:35:44.809582 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142539ca-4d19-4345-b74f-010dd92f6ca5'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:44.811886 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b105173-779b-44df-bd93-51b4b52fdda0" -d '{"events": [{"server_uuid": "4ff48ce3-1d73-4d74-b3a7-437478159aea", "name": "network-vif-plugged", "status": "completed", "tag": "142539ca-4d19-4345-b74f-010dd92f6ca5"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:44.826914 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 142539ca-4d19-4345-b74f-010dd92f6ca5, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=142539ca-4d19-4345-b74f-010dd92f6ca5,segment=NetworkSegment(ccb33fae-101e-4932-ad12-0b55e0fecfaf),segment_id=ccb33fae-101e-4932-ad12-0b55e0fecfaf)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:44.832454 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:44.833875 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 4fe01a03-c7fe-4e40-894d-36d298055d87 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:35:44.855233 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ababe397-e4d0-4e25-900c-57a8c11c3f8c x-openstack-request-id: req-ababe397-e4d0-4e25-900c-57a8c11c3f8c {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:44.855519 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff48ce3-1d73-4d74-b3a7-437478159aea", "name": "network-vif-plugged", "status": "completed", "tag": "142539ca-4d19-4345-b74f-010dd92f6ca5", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:44.855766 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ababe397-e4d0-4e25-900c-57a8c11c3f8c {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:44.856147 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142539ca-4d19-4345-b74f-010dd92f6ca5', 'code': 200} Feb 18 00:35:44.872374 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 4fe01a03-c7fe-4e40-894d-36d298055d87 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:35:44.872714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 4fe01a03-c7fe-4e40-894d-36d298055d87 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:35:44.897965 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=142539ca-4d19-4345-b74f-010dd92f6ca5,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:44.961876 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:44.964584 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f244337c-df90-41d4-8f2c-8adb88b0bf51" -d '{"events": [{"name": "network-changed", "server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:45.004689 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9424fd99-496a-4907-a112-c7b8a216eae7 x-openstack-request-id: req-9424fd99-496a-4907-a112-c7b8a216eae7 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:45.004982 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:45.005239 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9424fd99-496a-4907-a112-c7b8a216eae7 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:45.005638 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'status': 'completed', 'code': 200} Feb 18 00:35:45.252813 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a862d4b-f94d-484d-a07c-6f105b9a115a req-cf1a339c-8223-4f87-bdc8-0b48a29882fc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:45.254910 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a862d4b-f94d-484d-a07c-6f105b9a115a req-cf1a339c-8223-4f87-bdc8-0b48a29882fc tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0541189 Feb 18 00:35:45.303563 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a862d4b-f94d-484d-a07c-6f105b9a115a req-53da109a-6b48-4ec1-bdea-781cf0c29c6b tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Feb 18 00:35:45.440810 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ab273-6969-432c-9f2b-af96ea94964d req-97a1f9b2-4c20-4006-a670-de5f25c93cd0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:45.442764 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-992ab273-6969-432c-9f2b-af96ea94964d req-97a1f9b2-4c20-4006-a670-de5f25c93cd0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0512376 Feb 18 00:35:45.489755 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-992ab273-6969-432c-9f2b-af96ea94964d req-a7d4f49a-a9c5-45a5-8911-c81951c38853 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415184 Feb 18 00:35:45.922235 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adb496-1ff6-4fb9-b7cb-676fe28cb019 req-ba75db78-517b-4b3a-93b0-04b438446751 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:45.923688 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e3adb496-1ff6-4fb9-b7cb-676fe28cb019 req-ba75db78-517b-4b3a-93b0-04b438446751 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0505300 Feb 18 00:35:45.968272 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e3adb496-1ff6-4fb9-b7cb-676fe28cb019 req-f6452c46-fa15-44ac-9805-146cbbb0b242 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 Feb 18 00:35:46.422164 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f540e2-e4d6-46cc-89ee-30db635303d7 req-327dcbc5-3bec-402b-8988-37f4c941846f tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:46.423633 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-72f540e2-e4d6-46cc-89ee-30db635303d7 req-327dcbc5-3bec-402b-8988-37f4c941846f tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0545022 Feb 18 00:35:46.469096 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-72f540e2-e4d6-46cc-89ee-30db635303d7 req-22a38c30-20e5-40e2-bbf0-09f037e12b1e tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Feb 18 00:35:46.606612 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04517-db89-408a-93ec-d5554cf417d2 req-2bab30cd-ef46-4150-81e1-cf37497a0457 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:46.608064 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-abf04517-db89-408a-93ec-d5554cf417d2 req-2bab30cd-ef46-4150-81e1-cf37497a0457 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0525458 Feb 18 00:35:46.655775 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-abf04517-db89-408a-93ec-d5554cf417d2 req-b203a2c0-8b0f-442f-a390-5b8de9fa74db tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Feb 18 00:35:47.088418 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452166f8-d42b-4dcc-9b20-30290910e44b req-c1d6e132-675b-4cf7-879f-739c0660b75e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:47.089769 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-452166f8-d42b-4dcc-9b20-30290910e44b req-c1d6e132-675b-4cf7-879f-739c0660b75e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Feb 18 00:35:47.140097 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-452166f8-d42b-4dcc-9b20-30290910e44b req-31444c19-0e72-41fe-b965-a81abf8be673 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447099 Feb 18 00:35:47.584440 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8705c8-af32-4832-be63-8420c30925f7 req-80065a76-21ed-440d-bd1a-f3b5c7fe0be1 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:47.585896 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a8705c8-af32-4832-be63-8420c30925f7 req-80065a76-21ed-440d-bd1a-f3b5c7fe0be1 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0514319 Feb 18 00:35:47.631636 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a8705c8-af32-4832-be63-8420c30925f7 req-b2296749-9678-4a4e-8be5-d8cdf198ff91 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Feb 18 00:35:47.771339 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465fdb1-8f63-40df-bf53-a1d45e684b93 req-3107a3f3-9a68-453a-8964-fd85172e8ddb tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:47.772702 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8465fdb1-8f63-40df-bf53-a1d45e684b93 req-3107a3f3-9a68-453a-8964-fd85172e8ddb tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0513215 Feb 18 00:35:47.799973 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:35:47.824707 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8465fdb1-8f63-40df-bf53-a1d45e684b93 req-feb0d7c1-9d28-4f2b-8c2c-4207bb8b88c9 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464308 Feb 18 00:35:47.896038 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-ad807d3c-a1a5-4708-9d17-401e3c6636ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:47.897535 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-ad807d3c-a1a5-4708-9d17-401e3c6636ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 1130 time: 0.0445375 Feb 18 00:35:47.901357 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:47.913028 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'port_id': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'mac_address': 'fa:16:3e:05:aa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:35:47.927632 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ddb48-3ba1-44ff-9707-2059661970cd req-a6be330a-463c-44e5-ad49-401d408ddcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:47.929263 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c87ddb48-3ba1-44ff-9707-2059661970cd req-a6be330a-463c-44e5-ad49-401d408ddcf2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 1134 time: 0.0519841 Feb 18 00:35:47.949935 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port ec902ae2-ebee-4140-8565-a903f8a30440 is: ACTIVE; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:47.950322 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:47.967066 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec902ae2-ebee-4140-8565-a903f8a30440 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:35:47.978575 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c87ddb48-3ba1-44ff-9707-2059661970cd req-2b090cd5-50fb-40ea-aa69-4c64b38bcb05 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Feb 18 00:35:47.986477 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:47.991072 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:48.011560 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-cf48e25d-2988-435b-93f5-c4861864d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:48.012997 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-cf48e25d-2988-435b-93f5-c4861864d6f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.0857048 Feb 18 00:35:48.037140 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=6']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:48.209916 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['ec902ae2-ebee-4140-8565-a903f8a30440'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:35:48.260936 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadb47a-28c5-4057-863e-33fbb7e2ea16 req-c790ccd2-e1db-4ec5-b625-58c241f5faa9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:48.262435 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-deadb47a-28c5-4057-863e-33fbb7e2ea16 req-c790ccd2-e1db-4ec5-b625-58c241f5faa9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 944 time: 0.0508201 Feb 18 00:35:48.307850 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-deadb47a-28c5-4057-863e-33fbb7e2ea16 req-ac9bd38f-fbd4-43f6-a4c9-34d2c185f0d1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Feb 18 00:35:48.388112 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-501342c3-89e8-41b7-9d3e-3b6437a2d047 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f HTTP/1.1" status: 200 len: 1002 time: 0.0622649 Feb 18 00:35:48.467294 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-c7820b16-3c9a-4afc-bcd4-219782b39242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:48.468688 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-c7820b16-3c9a-4afc-bcd4-219782b39242 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0424953 Feb 18 00:35:48.516409 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-1c141ce0-1392-4171-9743-7410118e1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:48.517887 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-1c141ce0-1392-4171-9743-7410118e1973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428290 Feb 18 00:35:48.619624 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:35:48.620237 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-8597a84c-455a-4e87-b2a2-0a1f469de29c service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929246 Feb 18 00:35:48.690634 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port ec902ae2-ebee-4140-8565-a903f8a30440 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:35:48.692262 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:48.775138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port ec902ae2-ebee-4140-8565-a903f8a30440 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:48.775705 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:48.780213 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f244337c-df90-41d4-8f2c-8adb88b0bf51 req-21b86583-9010-4fac-bb71-84179d540efd service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485233 Feb 18 00:35:48.788740 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748448-884e-477a-8273-3de39ea8c797 req-5f78d806-1db6-4d96-8011-a61cf148927b tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:48.790422 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-02748448-884e-477a-8273-3de39ea8c797 req-5f78d806-1db6-4d96-8011-a61cf148927b tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0732722 Feb 18 00:35:48.800175 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:48.803452 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e207e-0cf9-4d07-9bc9-5115d16c198c" -d '{"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-plugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:48.832598 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:48.844544 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:48.888938 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-02748448-884e-477a-8273-3de39ea8c797 req-ce701427-92cb-4c40-9fab-a8bb98004b4c tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923736 Feb 18 00:35:48.934769 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=7']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:48.959970 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd7b349-e212-4459-af23-de900dd8f6f0 x-openstack-request-id: req-dfd7b349-e212-4459-af23-de900dd8f6f0 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:48.960293 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-plugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:48.960555 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dfd7b349-e212-4459-af23-de900dd8f6f0 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:48.961000 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'code': 200} Feb 18 00:35:49.019253 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b7cde-e416-4ac1-b7f3-7aef9cdf0daa req-3a27f538-fe44-4851-b160-b0b69417c14a tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:49.020783 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a72b7cde-e416-4ac1-b7f3-7aef9cdf0daa req-3a27f538-fe44-4851-b160-b0b69417c14a tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0680413 Feb 18 00:35:49.081415 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a72b7cde-e416-4ac1-b7f3-7aef9cdf0daa req-a6dbccc6-08c3-40f2-8846-379a3af36306 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535476 Feb 18 00:35:49.460966 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313096e2-d50e-4c30-a5d1-5ea6033878c5 req-3ff09902-5b59-4223-b751-a6cbffa836a7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:49.463096 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-313096e2-d50e-4c30-a5d1-5ea6033878c5 req-3ff09902-5b59-4223-b751-a6cbffa836a7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0665851 Feb 18 00:35:49.526925 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-313096e2-d50e-4c30-a5d1-5ea6033878c5 req-f0ed5c15-e13f-4185-9ba6-053c71ea6b89 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568995 Feb 18 00:35:49.714708 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58d587-f0c6-4dc1-bd47-0dcd34d21aab req-0827940a-7727-4fb5-be01-c11dba9c5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:49.716174 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-ca58d587-f0c6-4dc1-bd47-0dcd34d21aab req-0827940a-7727-4fb5-be01-c11dba9c5d25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1127 time: 0.0598054 Feb 18 00:35:49.797536 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-ca58d587-f0c6-4dc1-bd47-0dcd34d21aab req-816e4e66-5b67-4be0-8f61-975fdf058b11 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529106 Feb 18 00:35:50.021771 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9215fc-42f9-4dfd-9e1b-1e04cf9608ae req-19451b47-dd4b-46ec-ad40-bf13da09d18a tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:50.026860 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0a9215fc-42f9-4dfd-9e1b-1e04cf9608ae req-19451b47-dd4b-46ec-ad40-bf13da09d18a tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0713408 Feb 18 00:35:50.084209 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0a9215fc-42f9-4dfd-9e1b-1e04cf9608ae req-8937e585-1ebe-495e-89ca-439c59538b67 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 Feb 18 00:35:50.246651 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed95af-5a5d-41ed-ad53-37af9df1e62a req-b6a47e27-77b1-4cc7-bee8-10ef79d1f7d8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:50.255522 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-62ed95af-5a5d-41ed-ad53-37af9df1e62a req-b6a47e27-77b1-4cc7-bee8-10ef79d1f7d8 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0713625 Feb 18 00:35:50.366144 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-62ed95af-5a5d-41ed-ad53-37af9df1e62a req-91b412a3-3fff-42c9-b719-fd44acdef21c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095924 Feb 18 00:35:50.488751 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85645d1-fa68-408d-942c-b536767a969b req-3a1e6f4c-3f1c-44c6-99e4-cbb7bc8e1a2f tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:50.490568 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b85645d1-fa68-408d-942c-b536767a969b req-3a1e6f4c-3f1c-44c6-99e4-cbb7bc8e1a2f tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0598640 Feb 18 00:35:50.546996 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b85645d1-fa68-408d-942c-b536767a969b req-f000a534-ce71-4fe2-b3e3-0c9b3c456ee7 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Feb 18 00:35:50.674390 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2135b-5136-49fe-a802-c50af539bb7e req-e0b2bc19-8738-4023-a338-7eb8e259757f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:50.682175 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55d2135b-5136-49fe-a802-c50af539bb7e req-e0b2bc19-8738-4023-a338-7eb8e259757f tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0734823 Feb 18 00:35:50.738764 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-55d2135b-5136-49fe-a802-c50af539bb7e req-7bff1470-5014-40b7-a19b-b776588396d4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555122 Feb 18 00:35:51.494367 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e2c6b-5e98-4e3c-b0da-2b287302ba21 req-bd7c920a-f917-496f-b45e-4d116732b6bf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:51.496446 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f51e2c6b-5e98-4e3c-b0da-2b287302ba21 req-bd7c920a-f917-496f-b45e-4d116732b6bf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0582862 Feb 18 00:35:51.557658 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f51e2c6b-5e98-4e3c-b0da-2b287302ba21 req-88f31252-22f1-45b6-bfd5-b51fd36b18b6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549574 Feb 18 00:35:51.680042 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712c71f-6c8d-4f28-a591-bb36394e62fa req-bc451cb9-9579-4784-ba09-4e9d3a876b64 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:51.681915 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d712c71f-6c8d-4f28-a591-bb36394e62fa req-bc451cb9-9579-4784-ba09-4e9d3a876b64 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0565736 Feb 18 00:35:51.738129 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d712c71f-6c8d-4f28-a591-bb36394e62fa req-4aa3123d-5643-4b2f-8249-36175efcb268 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497847 Feb 18 00:35:51.877174 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0badb-7ee1-4408-afe4-2df5fa58a0b5 req-3da110be-2131-4f8e-9359-eb132d963aeb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:51.881137 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bef0badb-7ee1-4408-afe4-2df5fa58a0b5 req-3da110be-2131-4f8e-9359-eb132d963aeb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0674520 Feb 18 00:35:51.931646 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bef0badb-7ee1-4408-afe4-2df5fa58a0b5 req-e43caabf-c2c5-4ebf-8f66-c03522741f98 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467825 Feb 18 00:35:52.215538 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:35:52.685725 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3167d-e3a5-4017-a852-7f3577e26063 req-4a46587b-aad8-46d3-81d1-1947d7e81bac tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:52.687225 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f3f3167d-e3a5-4017-a852-7f3577e26063 req-4a46587b-aad8-46d3-81d1-1947d7e81bac tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 943 time: 0.0591581 Feb 18 00:35:52.752084 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f3f3167d-e3a5-4017-a852-7f3577e26063 req-e5e480be-e070-4d81-b3b4-be286b7c7d9c tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565023 Feb 18 00:35:52.888781 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bae721-8347-4dc4-a04f-716fe1398aae req-3368fb2a-6416-4da8-b5a0-82b39eefc288 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:52.890288 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79bae721-8347-4dc4-a04f-716fe1398aae req-3368fb2a-6416-4da8-b5a0-82b39eefc288 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0611691 Feb 18 00:35:52.942601 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79bae721-8347-4dc4-a04f-716fe1398aae req-0b8757d3-1785-49b3-b682-e5b836baa262 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447266 Feb 18 00:35:53.064066 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21959-0ed2-4782-9092-2b25e08b2cf9 req-5ee227df-f67d-454b-a0c5-8f894e5b7bc5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:53.065559 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-11a21959-0ed2-4782-9092-2b25e08b2cf9 req-5ee227df-f67d-454b-a0c5-8f894e5b7bc5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0586169 Feb 18 00:35:53.119544 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-11a21959-0ed2-4782-9092-2b25e08b2cf9 req-2a53e456-0bc6-4e8a-8e38-fb5e9c05aca8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Feb 18 00:35:53.252422 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:35:53.361990 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:53.375293 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'port_id': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'mac_address': 'fa:16:3e:3c:2b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:35:53.416757 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:53.417300 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:53.435069 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:35:53.454140 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:53.458705 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:53.518694 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=7']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:53.908624 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36971ffd-2f7d-47cf-90c7-f6a059ddf761 req-e31f77df-c4f9-4e9a-8e89-ab297de3a19f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:53.911706 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-36971ffd-2f7d-47cf-90c7-f6a059ddf761 req-e31f77df-c4f9-4e9a-8e89-ab297de3a19f tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 944 time: 0.0764718 Feb 18 00:35:53.942478 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:35:53.982135 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-ae1f02bb-7908-4f35-ab6a-16eed0251983 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:53.983722 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-ae1f02bb-7908-4f35-ab6a-16eed0251983 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0721476 Feb 18 00:35:54.032219 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-36971ffd-2f7d-47cf-90c7-f6a059ddf761 req-32f23f6f-a203-43ea-a727-95df46787bdf tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039298 Feb 18 00:35:54.127601 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e33610-07e1-4204-9791-60092d54f3a2 req-da0cbee2-7ba3-4d71-95ac-ffbab87e1f31 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:54.129680 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-56e33610-07e1-4204-9791-60092d54f3a2 req-da0cbee2-7ba3-4d71-95ac-ffbab87e1f31 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 950 time: 0.0897589 Feb 18 00:35:54.143536 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Deleting port 142539ca-4d19-4345-b74f-010dd92f6ca5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:35:54.144580 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:54.226694 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-56e33610-07e1-4204-9791-60092d54f3a2 req-80813ff7-09fe-44e9-9c4a-e0a5b5f0e294 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/security-groups?id=759a56f9-c3b4-41fe-b267-acf3bbd202ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906749 Feb 18 00:35:54.294383 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] For port 142539ca-4d19-4345-b74f-010dd92f6ca5, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=142539ca-4d19-4345-b74f-010dd92f6ca5,segment=NetworkSegment(ccb33fae-101e-4932-ad12-0b55e0fecfaf),segment_id=ccb33fae-101e-4932-ad12-0b55e0fecfaf)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:54.294779 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:54.315153 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d09b-1913-4cb3-90bc-6c83f8a963b4 req-84e9ab54-eedc-4349-aed4-a9605c13c9eb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:54.317230 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b0f4d09b-1913-4cb3-90bc-6c83f8a963b4 req-84e9ab54-eedc-4349-aed4-a9605c13c9eb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0895319 Feb 18 00:35:54.320691 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Calling delete_port for 142539ca-4d19-4345-b74f-010dd92f6ca5 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:35:54.377880 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b0f4d09b-1913-4cb3-90bc-6c83f8a963b4 req-4510a2de-64bf-4574-9720-8d584f9accc9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535326 Feb 18 00:35:54.496975 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (142539ca-4d19-4345-b74f-010dd92f6ca5), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:54.531309 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Pushing event deleted for resources: {'Port': ['ID=142539ca-4d19-4345-b74f-010dd92f6ca5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:54.535736 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['142539ca-4d19-4345-b74f-010dd92f6ca5'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:35:54.611054 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] No DVR routers for this DVR port 142539ca-4d19-4345-b74f-010dd92f6ca5 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:35:54.615210 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:54.619730 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-cac11d64-d4f5-4a43-8ef7-c11db04dbc01 req-6f6a491e-d370-4dd0-88a3-d9c601e2d065 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.48 "DELETE /v2.0/ports/142539ca-4d19-4345-b74f-010dd92f6ca5 HTTP/1.1" status: 204 len: 173 time: 0.6262183 Feb 18 00:35:54.620613 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'name': 'network-vif-deleted', 'tag': '142539ca-4d19-4345-b74f-010dd92f6ca5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:54.623152 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a68ebc-153f-46da-8677-fc23daab9a17" -d '{"events": [{"server_uuid": "4ff48ce3-1d73-4d74-b3a7-437478159aea", "name": "network-vif-deleted", "tag": "142539ca-4d19-4345-b74f-010dd92f6ca5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:54.719812 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9024bed-e88b-48b1-b439-3a5bac693b1d x-openstack-request-id: req-f9024bed-e88b-48b1-b439-3a5bac693b1d {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:54.720230 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff48ce3-1d73-4d74-b3a7-437478159aea", "name": "network-vif-deleted", "tag": "142539ca-4d19-4345-b74f-010dd92f6ca5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:54.720521 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9024bed-e88b-48b1-b439-3a5bac693b1d {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:54.721021 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff48ce3-1d73-4d74-b3a7-437478159aea', 'name': 'network-vif-deleted', 'tag': '142539ca-4d19-4345-b74f-010dd92f6ca5', 'status': 'completed', 'code': 200} Feb 18 00:35:54.938111 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-d481d41a-f2b8-4a84-b754-fa8630c75f7a tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:54.939511 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-d481d41a-f2b8-4a84-b754-fa8630c75f7a tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/networks?id=2131b272-d5a9-4432-94b2-d9118ea9919a HTTP/1.1" status: 200 len: 813 time: 0.1349552 Feb 18 00:35:54.957079 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-2ab38b6b-b245-4bcc-832d-13322b407d96 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/quotas/eec89925d39e4f199d46ec79569866bf HTTP/1.1" status: 200 len: 375 time: 0.0106714 Feb 18 00:35:54.992613 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-6c8b3ed7-d105-4f45-80fc-2a89bf936993 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eec89925d39e4f199d46ec79569866bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309730 Feb 18 00:35:55.102344 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-62317724-8f91-4b7f-b97d-cb483fee1e96 service neutron] 10.222.0.10 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029654 Feb 18 00:35:55.236675 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdac4b-f97c-4186-8e8c-039e965b7408 req-20669fa1-564a-4693-ad4f-b0ac9076e655 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:55.238595 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-effdac4b-f97c-4186-8e8c-039e965b7408 req-20669fa1-564a-4693-ad4f-b0ac9076e655 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 944 time: 0.1350143 Feb 18 00:35:55.273458 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-41f6df66-f960-4987-9347-9fb08ecba191 service neutron] 10.222.0.10 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619220 Feb 18 00:35:55.324576 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-effdac4b-f97c-4186-8e8c-039e965b7408 req-53a9577d-77c5-4cb8-98e1-ff3456df4a18 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736930 Feb 18 00:35:55.524184 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-178b821e-5cdd-490f-af7e-9fa450edd77b req-dbc651bf-eb7b-4363-b0a2-384d6f5d7268 tempest-VolumesNegativeTest-222535078 tempest-VolumesNegativeTest-222535078-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ff48ce3-1d73-4d74-b3a7-437478159aea HTTP/1.1" status: 200 len: 210 time: 0.0553262 Feb 18 00:35:55.617299 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d84a866-d9e4-4f49-96c2-fc51ea3b6c57 req-5eb3be83-9e9f-4a2b-a138-59a05ef91c49 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 210 time: 0.0333903 Feb 18 00:35:55.624826 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3e6e5-7445-4b71-9309-a12f039a36ea req-0d3b1ce6-bd28-4d3e-899d-0438c2cf3440 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:55.633120 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-53e3e6e5-7445-4b71-9309-a12f039a36ea req-0d3b1ce6-bd28-4d3e-899d-0438c2cf3440 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.1239035 Feb 18 00:35:55.697152 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-53e3e6e5-7445-4b71-9309-a12f039a36ea req-06d9e58d-a2ed-49ab-b892-f065980a8980 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622466 Feb 18 00:35:56.678613 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:35:56.774995 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eb917f7e-f690-42ba-a923-570006b72c05 req-2a3577c9-a317-46d2-8179-65ab45f37ce7 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 210 time: 0.0431302 Feb 18 00:35:56.834868 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:35:56.835235 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:56.871145 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6748b1-2d21-4117-bf7c-290de4607b71 req-86866b7e-f075-406f-92ac-0d6cd1c21950 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:56.872747 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae6748b1-2d21-4117-bf7c-290de4607b71 req-86866b7e-f075-406f-92ac-0d6cd1c21950 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0885057 Feb 18 00:35:56.943564 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ae6748b1-2d21-4117-bf7c-290de4607b71 req-7657783c-bfa9-4648-ba33-649ef7a331bd tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607216 Feb 18 00:35:56.999276 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d4333e74-6888-4560-9bc8-768235a5a4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.017865 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-d63c8541-a644-4208-a911-2b9c8bc09771 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:57.021410 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-d63c8541-a644-4208-a911-2b9c8bc09771 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "GET /v2.0/networks?id=2131b272-d5a9-4432-94b2-d9118ea9919a HTTP/1.1" status: 200 len: 813 time: 0.2771208 Feb 18 00:35:57.025146 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:35:57.025673 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.043194 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Request body: {'port': {'device_id': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a', 'admin_state_up': True, 'tenant_id': 'eec89925d39e4f199d46ec79569866bf'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:35:57.057373 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:57.059691 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8b777a-4066-404d-861b-8be5ac7c81c1" -d '{"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-plugged", "status": "completed", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:57.095570 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:35:57.104431 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.136285 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a3b617-9cef-421d-96f6-f23ce9e98a2c x-openstack-request-id: req-39a3b617-9cef-421d-96f6-f23ce9e98a2c {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:57.136829 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-plugged", "status": "completed", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:57.137348 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39a3b617-9cef-421d-96f6-f23ce9e98a2c {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:57.137878 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'code': 200} Feb 18 00:35:57.192967 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=8']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:57.243497 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Made reservation on behalf of eec89925d39e4f199d46ec79569866bf for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:35:57.247173 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.414878 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Allocated IP 172.20.0.8 (2131b272-d5a9-4432-94b2-d9118ea9919a/15f02a18-1828-465c-8ecf-44d6df99b8f8/bf1cead3-3d3f-4421-95dd-d60693a27115) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:35:57.622319 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks [] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.668297 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.718264 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Network 2131b272-d5a9-4432-94b2-d9118ea9919a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:35:57.722514 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:35:57.733181 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:35:57.738003 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Pushing event updated for resources: {'Port': ['ID=bf1cead3-3d3f-4421-95dd-d60693a27115,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:57.797344 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:57.798207 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.824731 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-ca5467d7-6e8e-47a0-8c66-12fb7ada1352 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870338 Feb 18 00:35:57.842398 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Request body: {'port': {'device_id': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:35:57.923023 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:57.960565 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f663-9aa8-45b5-93e9-f8b84ff7312b req-9787e2be-abac-447f-a562-003248bbd6d6 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:57.962950 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3826f663-9aa8-45b5-93e9-f8b84ff7312b req-9787e2be-abac-447f-a562-003248bbd6d6 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 931 time: 0.0631545 Feb 18 00:35:58.067133 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3826f663-9aa8-45b5-93e9-f8b84ff7312b req-273fb2e1-1c77-4109-8e82-1f23cd18c897 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983806 Feb 18 00:35:58.149885 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6b35-9126-4026-bc11-49b479c9df9e req-f1d68c05-90fa-4e69-8bbf-aaf079cba212 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:58.151557 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b85f6b35-9126-4026-bc11-49b479c9df9e req-f1d68c05-90fa-4e69-8bbf-aaf079cba212 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.1075704 Feb 18 00:35:58.242135 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b85f6b35-9126-4026-bc11-49b479c9df9e req-04a013ac-6e26-40fc-9678-9470c75daf7d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767057 Feb 18 00:35:58.350707 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1cead3-3d3f-4421-95dd-d60693a27115 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:35:58.360287 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Publish callbacks [] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:58.374662 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Transition to ACTIVE for port object bf1cead3-3d3f-4421-95dd-d60693a27115 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:35:58.381640 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:58.445549 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Pushing event updated for resources: {'Port': ['ID=bf1cead3-3d3f-4421-95dd-d60693a27115,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:58.529289 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Attempting to bind port bf1cead3-3d3f-4421-95dd-d60693a27115 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:35:58.529693 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Attempting to bind port bf1cead3-3d3f-4421-95dd-d60693a27115 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:35:58.530343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Attempting to bind port bf1cead3-3d3f-4421-95dd-d60693a27115 on network 2131b272-d5a9-4432-94b2-d9118ea9919a {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:35:58.535513 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Port bf1cead3-3d3f-4421-95dd-d60693a27115 on network 2131b272-d5a9-4432-94b2-d9118ea9919a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:35:58.536013 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Attempting to bind port bf1cead3-3d3f-4421-95dd-d60693a27115 on network 2131b272-d5a9-4432-94b2-d9118ea9919a {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:35:58.543132 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:35:58.543610 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Checking segment: {'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:35:58.544012 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Bound using segment: {'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:35:58.544432 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Bound port: bf1cead3-3d3f-4421-95dd-d60693a27115, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc2b3fa-51c9-408d-9908-04b5c35954cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:35:58.544788 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:58.621422 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] For port bf1cead3-3d3f-4421-95dd-d60693a27115, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:35:58.624716 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] For port bf1cead3-3d3f-4421-95dd-d60693a27115, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bf1cead3-3d3f-4421-95dd-d60693a27115,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:35:58.632272 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:58.662346 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 142539ca-4d19-4345-b74f-010dd92f6ca5 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:35:58.682187 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:58.682832 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:58.684835 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] 10.222.0.48 "PUT /v2.0/ports/bf1cead3-3d3f-4421-95dd-d60693a27115 HTTP/1.1" status: 200 len: 1093 time: 0.8473914 Feb 18 00:35:58.685269 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'tag': 'bf1cead3-3d3f-4421-95dd-d60693a27115'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:35:58.687579 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9fc352-be88-4330-a3aa-fe9572389ba7", "tag": "bf1cead3-3d3f-4421-95dd-d60693a27115"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:35:58.719388 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cf203-3180-4160-a3f7-4958bd0ea03c service neutron] Pushing event updated for resources: {'Port': ['ID=bf1cead3-3d3f-4421-95dd-d60693a27115,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:35:58.756155 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 142539ca-4d19-4345-b74f-010dd92f6ca5 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:35:58.756677 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 142539ca-4d19-4345-b74f-010dd92f6ca5 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:35:58.790763 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a472a835-0953-4e86-b894-f5b59fd48ae1 x-openstack-request-id: req-a472a835-0953-4e86-b894-f5b59fd48ae1 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:35:58.791317 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9fc352-be88-4330-a3aa-fe9572389ba7", "tag": "bf1cead3-3d3f-4421-95dd-d60693a27115", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:35:58.791604 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a472a835-0953-4e86-b894-f5b59fd48ae1 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:35:58.791978 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'tag': 'bf1cead3-3d3f-4421-95dd-d60693a27115', 'status': 'completed', 'code': 200} Feb 18 00:35:58.824365 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-961fb73f-ff10-42b6-a376-b7b820930ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:58.826053 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-961fb73f-ff10-42b6-a376-b7b820930ee9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eec89925d39e4f199d46ec79569866bf&device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0767887 Feb 18 00:35:58.887963 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-e642fa44-d4e0-4889-88d0-187b8c752c0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf1cead3-3d3f-4421-95dd-d60693a27115 HTTP/1.1" status: 200 len: 217 time: 0.0474105 Feb 18 00:35:58.937395 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-54f418be-ace0-41fa-a9e3-c7d07cbc96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:58.938897 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-54f418be-ace0-41fa-a9e3-c7d07cbc96e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15f02a18-1828-465c-8ecf-44d6df99b8f8 HTTP/1.1" status: 200 len: 853 time: 0.0440779 Feb 18 00:35:58.971670 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-4670e280-1dc7-487c-ae71-eb44e1bc3f1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2131b272-d5a9-4432-94b2-d9118ea9919a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264530 Feb 18 00:35:59.074049 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-b3020976-aa98-45a6-95fd-276b76c8936e service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964909 Feb 18 00:35:59.189413 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-dcab5e36-de1c-4df3-9b6a-52df72f87e22 req-e70b3f12-8434-4f49-9e28-236f2fa692b8 service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962517 Feb 18 00:35:59.190718 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371adb7-1963-4e3e-9180-9c761b724cad req-c95c59a8-c67a-4213-81ec-f4d0d66e1466 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:59.192203 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3371adb7-1963-4e3e-9180-9c761b724cad req-c95c59a8-c67a-4213-81ec-f4d0d66e1466 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 943 time: 0.0540416 Feb 18 00:35:59.248985 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3371adb7-1963-4e3e-9180-9c761b724cad req-349ef8c6-044c-4912-b78d-f202fbde1d85 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512972 Feb 18 00:35:59.352724 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bf7afc65-1475-461b-b93d-b652373e30f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:35:59.379169 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573807-3ba0-4cac-8ad6-85466ef6984d req-7f5a8622-3390-4258-85cc-517a061b84c4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:59.379639 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-da9dd721-c4a0-4d17-bca0-58b2ecc047af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:59.380940 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f5573807-3ba0-4cac-8ad6-85466ef6984d req-7f5a8622-3390-4258-85cc-517a061b84c4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0685596 Feb 18 00:35:59.381117 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-da9dd721-c4a0-4d17-bca0-58b2ecc047af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eec89925d39e4f199d46ec79569866bf&device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0714374 Feb 18 00:35:59.431044 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f5573807-3ba0-4cac-8ad6-85466ef6984d req-16f72a94-a090-4f14-9c3f-2b66c5f3ccb3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Feb 18 00:35:59.548090 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-8f6efd25-4ac3-442b-9c33-441cc87352a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:59.549560 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-8f6efd25-4ac3-442b-9c33-441cc87352a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2131b272-d5a9-4432-94b2-d9118ea9919a HTTP/1.1" status: 200 len: 914 time: 0.0887053 Feb 18 00:35:59.604838 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-e9503d14-7e23-4a57-bc38-f4ceb37612db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf1cead3-3d3f-4421-95dd-d60693a27115 HTTP/1.1" status: 200 len: 217 time: 0.0426126 Feb 18 00:35:59.682026 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-08bf0b99-0551-4ce3-a0c3-f83ac3fa15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:59.683529 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-08bf0b99-0551-4ce3-a0c3-f83ac3fa15e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15f02a18-1828-465c-8ecf-44d6df99b8f8 HTTP/1.1" status: 200 len: 853 time: 0.0446501 Feb 18 00:35:59.719884 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-5f0524cb-0973-4886-8c62-fff1a36fbeb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2131b272-d5a9-4432-94b2-d9118ea9919a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254750 Feb 18 00:35:59.811523 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-4402ebaf-076d-4040-ade8-f59793ee53f3 service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846767 Feb 18 00:35:59.827859 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-ff63f008-1f6f-4b40-a722-c77ce07d624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:59.829661 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-ff63f008-1f6f-4b40-a722-c77ce07d624e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 1129 time: 0.0489888 Feb 18 00:35:59.914987 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-84f8c27e-6e1b-49a0-a0d2-ff57506a25a9 req-231b7c0c-8761-4cc4-aae8-8aca8ed401de service neutron] 10.222.0.48 "GET /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960391 Feb 18 00:35:59.927563 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-640911bf-b5f5-433b-8837-a5aa41fdaf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:35:59.929002 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-640911bf-b5f5-433b-8837-a5aa41fdaf77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.0934908 Feb 18 00:36:00.005517 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-c2785536-74a4-4dbe-8b8d-c45a414948a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 200 len: 1001 time: 0.0608337 Feb 18 00:36:00.053658 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-f6495a35-6b10-4024-ad17-24868f9d6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:00.055059 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-f6495a35-6b10-4024-ad17-24868f9d6b0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0421081 Feb 18 00:36:00.103081 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-b37a3a83-6480-4731-a206-159c0a2fea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:00.104505 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-b37a3a83-6480-4731-a206-159c0a2fea47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417371 Feb 18 00:36:00.199427 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-51604cd5-1faf-4245-b0cd-23c44f235de2 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Feb 18 00:36:00.263868 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:00.293417 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a3653ebb-43c2-44e3-8b82-fdb2869fa792 req-43af35e5-225c-449b-bf6b-767a59584a5e service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Feb 18 00:36:00.369248 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75fa4-1fc3-4ace-a487-753b5101e953 req-c29b040a-3351-4c11-81c2-4ba0e1ac0184 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:00.370761 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ecc75fa4-1fc3-4ace-a487-753b5101e953 req-c29b040a-3351-4c11-81c2-4ba0e1ac0184 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 943 time: 0.0567651 Feb 18 00:36:00.416245 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ecc75fa4-1fc3-4ace-a487-753b5101e953 req-de4506ff-e717-4530-a465-1234c9a2994c tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Feb 18 00:36:00.551634 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef138a4a-c67c-479a-a76f-4796f54080a8 req-d9db8338-4619-4ab8-992e-0f33f19cc6d9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:00.553052 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ef138a4a-c67c-479a-a76f-4796f54080a8 req-d9db8338-4619-4ab8-992e-0f33f19cc6d9 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0509586 Feb 18 00:36:00.598074 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ef138a4a-c67c-479a-a76f-4796f54080a8 req-31103854-9304-4297-a461-3bab2bdfdbb8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Feb 18 00:36:01.152721 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48232) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:01.280764 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-576705d4-26bb-43bf-95e6-bd08d2f52867 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a1d90392a3a4ab0962c2e44b8c4eace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268079 Feb 18 00:36:01.283135 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:01.329452 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c116eee3-675c-40ea-9b8f-508a462bc24f admin admin] Publish callbacks [] for security_group (759a56f9-c3b4-41fe-b267-acf3bbd202ed), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:01.349855 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c116eee3-675c-40ea-9b8f-508a462bc24f admin admin] Publish callbacks [] for security_group (759a56f9-c3b4-41fe-b267-acf3bbd202ed), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:01.401397 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c116eee3-675c-40ea-9b8f-508a462bc24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (759a56f9-c3b4-41fe-b267-acf3bbd202ed), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:01.403894 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c116eee3-675c-40ea-9b8f-508a462bc24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:01.405022 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c116eee3-675c-40ea-9b8f-508a462bc24f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/759a56f9-c3b4-41fe-b267-acf3bbd202ed HTTP/1.1" status: 204 len: 168 time: 0.1210129 Feb 18 00:36:01.413250 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116eee3-675c-40ea-9b8f-508a462bc24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759a56f9-c3b4-41fe-b267-acf3bbd202ed,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:01.535381 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492c140-a147-4486-8ac7-cc7da4a0a42b req-31425d78-e82c-4a49-8f3c-118ff7c315de tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:01.537140 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3492c140-a147-4486-8ac7-cc7da4a0a42b req-31425d78-e82c-4a49-8f3c-118ff7c315de tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 943 time: 0.0545011 Feb 18 00:36:01.593793 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3492c140-a147-4486-8ac7-cc7da4a0a42b req-c004e5f1-d807-4c0c-8d0c-e8141e1b23aa tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499578 Feb 18 00:36:01.616280 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:01.724272 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466650b5-32fe-4689-a450-e3daaaee3393 req-160216e4-6e37-4ce3-8118-840155da70c8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:01.725659 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-466650b5-32fe-4689-a450-e3daaaee3393 req-160216e4-6e37-4ce3-8118-840155da70c8 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Feb 18 00:36:01.774873 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-466650b5-32fe-4689-a450-e3daaaee3393 req-2f3a1d58-b69d-4946-bcc0-d6e2df0b00ce tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Feb 18 00:36:02.670803 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device bf1cead3-3d3f-4421-95dd-d60693a27115 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:36:02.715206 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947191d-0e20-4a15-a544-f022a8e2c8a8 req-b595a7e1-e912-41a0-ae0a-fce67226763a tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:02.716614 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4947191d-0e20-4a15-a544-f022a8e2c8a8 req-b595a7e1-e912-41a0-ae0a-fce67226763a tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 943 time: 0.0548060 Feb 18 00:36:02.768066 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4947191d-0e20-4a15-a544-f022a8e2c8a8 req-5df3aeef-fce4-4486-93fb-944becbe713a tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Feb 18 00:36:02.768384 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port bf1cead3-3d3f-4421-95dd-d60693a27115, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bf1cead3-3d3f-4421-95dd-d60693a27115,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:02.780847 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'bf1cead3-3d3f-4421-95dd-d60693a27115', 'network_id': '2131b272-d5a9-4432-94b2-d9118ea9919a', 'port_id': 'bf1cead3-3d3f-4421-95dd-d60693a27115', 'mac_address': 'fa:16:3e:14:97:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f02a18-1828-465c-8ecf-44d6df99b8f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:36:02.823492 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port bf1cead3-3d3f-4421-95dd-d60693a27115 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:36:02.823880 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:02.836631 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1cead3-3d3f-4421-95dd-d60693a27115 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:36:02.856774 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port bf1cead3-3d3f-4421-95dd-d60693a27115, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bf1cead3-3d3f-4421-95dd-d60693a27115,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:02.862934 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:02.901452 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee67f29-4c3d-4911-9bed-13b1a11de55b req-72ee995b-c84d-4be3-b8ce-96dd048b4191 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:02.902898 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9ee67f29-4c3d-4911-9bed-13b1a11de55b req-72ee995b-c84d-4be3-b8ce-96dd048b4191 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0550277 Feb 18 00:36:02.910758 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=bf1cead3-3d3f-4421-95dd-d60693a27115,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:02.951256 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9ee67f29-4c3d-4911-9bed-13b1a11de55b req-92f0145a-0561-4c20-854b-cb590aea2d4d tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Feb 18 00:36:03.129384 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:03.242127 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['bf1cead3-3d3f-4421-95dd-d60693a27115'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:36:03.866080 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52de1-abbc-4b5c-b94a-31682888ef59 req-5eb2b799-a2a0-46e4-b27a-37ff2272aef1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:03.867597 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3ce52de1-abbc-4b5c-b94a-31682888ef59 req-5eb2b799-a2a0-46e4-b27a-37ff2272aef1 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.0711002 Feb 18 00:36:03.891495 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-f7765330-6df7-4db5-a447-ebd38f8b2ca1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428278 Feb 18 00:36:03.952627 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711d6ba-0c5e-4ace-830c-ac05c272d227 req-29626b6a-8140-471b-8fcf-ee1b036dfb99 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:03.954097 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f711d6ba-0c5e-4ace-830c-ac05c272d227 req-29626b6a-8140-471b-8fcf-ee1b036dfb99 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 944 time: 0.1036608 Feb 18 00:36:03.959387 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3ce52de1-abbc-4b5c-b94a-31682888ef59 req-2a7b0be9-0f0a-444f-8f91-26645abf6072 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736358 Feb 18 00:36:03.970070 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-720a350e-3497-4b11-9366-4661e774b1f5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:03.971479 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-720a350e-3497-4b11-9366-4661e774b1f5 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports/ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 200 len: 942 time: 0.0505381 Feb 18 00:36:04.003991 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f711d6ba-0c5e-4ace-830c-ac05c272d227 req-ce4061d8-5b26-4e48-8f7f-aefb9ba8b41d tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Feb 18 00:36:04.717242 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device bf1cead3-3d3f-4421-95dd-d60693a27115 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:36:04.765257 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port bf1cead3-3d3f-4421-95dd-d60693a27115 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:36:04.770060 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port bf1cead3-3d3f-4421-95dd-d60693a27115 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:36:04.770557 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:04.829611 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-14a563f7-0891-4870-a6c3-bd4e7fb600dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:04.831768 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-14a563f7-0891-4870-a6c3-bd4e7fb600dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83&tenant_id=d1c59b66b391475fb3fbb1d561b1bd86 HTTP/1.1" status: 200 len: 1129 time: 0.0488915 Feb 18 00:36:04.855983 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port bf1cead3-3d3f-4421-95dd-d60693a27115 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:36:04.856379 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:04.883135 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1cead3-3d3f-4421-95dd-d60693a27115'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:36:04.885816 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2383e12e-2e33-47cc-b3e4-31c4a4875c03" -d '{"events": [{"server_uuid": "6c9fc352-be88-4330-a3aa-fe9572389ba7", "name": "network-vif-plugged", "status": "completed", "tag": "bf1cead3-3d3f-4421-95dd-d60693a27115"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:36:04.902623 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port bf1cead3-3d3f-4421-95dd-d60693a27115, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bf1cead3-3d3f-4421-95dd-d60693a27115,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:04.907314 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:04.908230 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:04.920792 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-916752b2-1005-4c73-aa02-a900f6f9230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:04.922369 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-916752b2-1005-4c73-aa02-a900f6f9230f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 1129 time: 0.0531387 Feb 18 00:36:04.953563 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10238369-7595-4ab1-b85e-53dacca50898 x-openstack-request-id: req-10238369-7595-4ab1-b85e-53dacca50898 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:36:04.953861 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9fc352-be88-4330-a3aa-fe9572389ba7", "name": "network-vif-plugged", "status": "completed", "tag": "bf1cead3-3d3f-4421-95dd-d60693a27115", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:36:04.954113 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10238369-7595-4ab1-b85e-53dacca50898 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:36:04.954519 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1cead3-3d3f-4421-95dd-d60693a27115', 'code': 200} Feb 18 00:36:05.001828 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=bf1cead3-3d3f-4421-95dd-d60693a27115,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:05.056858 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-e6ff9f32-0a0c-40ca-a40d-3bcfcffce918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:05.060046 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-e6ff9f32-0a0c-40ca-a40d-3bcfcffce918 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 200 len: 918 time: 0.1306319 Feb 18 00:36:05.066212 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port ec902ae2-ebee-4140-8565-a903f8a30440 is: ACTIVE; New status is: DOWN {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:36:05.067344 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:05.175121 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-435cf1ac-70f6-4c8a-ad48-f4a3a4a20ace service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 200 len: 1001 time: 0.1092746 Feb 18 00:36:05.200024 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3c4d8-3c04-4843-a709-8a5bb8c54252 req-481a8e54-4732-4355-a144-4b7b386d3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:05.202630 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5ba3c4d8-3c04-4843-a709-8a5bb8c54252 req-481a8e54-4732-4355-a144-4b7b386d3a44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0657108 Feb 18 00:36:05.235856 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5602d-0ae3-4c5e-a86e-efaa9df73a7c req-265b35d8-13d8-4ca8-a168-a3f33af27dba tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:05.237607 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79e5602d-0ae3-4c5e-a86e-efaa9df73a7c req-265b35d8-13d8-4ca8-a168-a3f33af27dba tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 945 time: 0.1084521 Feb 18 00:36:05.262857 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5ba3c4d8-3c04-4843-a709-8a5bb8c54252 req-2e5fab93-e9e4-4c21-8326-57003c86bb32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Feb 18 00:36:05.265307 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-f366beee-3bb2-48f4-991e-1b74ec95ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:05.266938 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-f366beee-3bb2-48f4-991e-1b74ec95ea68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 200 len: 856 time: 0.0827348 Feb 18 00:36:05.303001 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79e5602d-0ae3-4c5e-a86e-efaa9df73a7c req-638777fc-5215-4a7b-8242-90f03c4abe69 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577567 Feb 18 00:36:05.303228 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:05.308169 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:05.358517 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408bcde-1aa1-45f5-8db8-f11d49865c14 req-a13fc09c-5f58-420c-92d9-263eb65339c0 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:05.360098 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a408bcde-1aa1-45f5-8db8-f11d49865c14 req-a13fc09c-5f58-420c-92d9-263eb65339c0 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0624263 Feb 18 00:36:05.360737 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=8']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:05.416192 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a408bcde-1aa1-45f5-8db8-f11d49865c14 req-3af878a1-68b7-4ca7-ba63-28c6ae8dd41e tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487766 Feb 18 00:36:05.599225 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-30a31941-ba9f-4329-8346-4143c3601aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:05.600720 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-30a31941-ba9f-4329-8346-4143c3601aeb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb0cd21-f876-47b1-ba41-7a77062b774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461679 Feb 18 00:36:05.690104 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-bf706ca7-a758-4993-aa01-af131ccad96f service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805438 Feb 18 00:36:05.780915 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-268c2a5e-5330-4cc9-9c27-58fffedc2d1d req-175312cd-a152-4aee-9146-5760035c334d service neutron] 10.222.0.48 "GET /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841503 Feb 18 00:36:06.479337 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97c27-c93d-41fd-aac8-8e58e1ff8593 req-b29c5161-600e-4a48-aa7e-38fb49258a39 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:06.490323 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ace97c27-c93d-41fd-aac8-8e58e1ff8593 req-b29c5161-600e-4a48-aa7e-38fb49258a39 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0899637 Feb 18 00:36:06.586746 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b1e7a-b8d0-44ff-9b9b-de9334d5fed4 req-394b869a-4871-4ff7-8be2-1f27d9d0655f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:06.588173 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d0b1e7a-b8d0-44ff-9b9b-de9334d5fed4 req-394b869a-4871-4ff7-8be2-1f27d9d0655f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0832498 Feb 18 00:36:06.591834 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ace97c27-c93d-41fd-aac8-8e58e1ff8593 req-7c61ffcd-4e7d-4327-8091-32c73a724808 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006894 Feb 18 00:36:06.654328 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d0b1e7a-b8d0-44ff-9b9b-de9334d5fed4 req-a8e31c06-170d-41e4-8b03-7a2beb9bbd79 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601144 Feb 18 00:36:06.677332 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:06.955808 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:36:06.959370 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a416d940-9ad4-4776-ba0b-84dfe0006d0f" -d '{"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-unplugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:36:06.994188 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 00:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee0a2f-d8e1-4fc9-ba23-5baf7f33b0aa x-openstack-request-id: req-a8ee0a2f-d8e1-4fc9-ba23-5baf7f33b0aa {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:36:06.994510 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-unplugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:36:06.994770 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8ee0a2f-d8e1-4fc9-ba23-5baf7f33b0aa {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:36:06.995167 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'code': 200} Feb 18 00:36:07.740754 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985843b-6086-43b4-8f08-18705b82e455 req-d19c8867-8a53-4f75-b21e-94ac743aa0aa tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:07.742243 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0985843b-6086-43b4-8f08-18705b82e455 req-d19c8867-8a53-4f75-b21e-94ac743aa0aa tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0604765 Feb 18 00:36:07.816554 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0985843b-6086-43b4-8f08-18705b82e455 req-1ab487dc-ee76-481c-964c-7f438d7e2e5e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652831 Feb 18 00:36:07.828393 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba47438-123b-49e4-b9ee-4124faebbc3b req-09a49c93-a20f-4f84-877c-c7296739d813 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:07.829900 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bba47438-123b-49e4-b9ee-4124faebbc3b req-09a49c93-a20f-4f84-877c-c7296739d813 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0867369 Feb 18 00:36:07.886462 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bba47438-123b-49e4-b9ee-4124faebbc3b req-ac95eecf-4777-4295-92b5-ee880d8e56a8 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493660 Feb 18 00:36:08.975362 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15beb5-f127-49cc-9c96-9a98a97aaa6c req-76b12ea5-58a2-4431-87d9-7e5e781a23aa tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:08.976902 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c15beb5-f127-49cc-9c96-9a98a97aaa6c req-76b12ea5-58a2-4431-87d9-7e5e781a23aa tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0729547 Feb 18 00:36:09.054104 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3c15beb5-f127-49cc-9c96-9a98a97aaa6c req-fe0c0dcf-80f4-4d2a-a5de-86d1356c75f3 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682640 Feb 18 00:36:09.061647 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc3f4e-c48e-48ff-9f9a-893146c85a41 req-282cdd56-f5a4-450a-916e-ce62b873d9a2 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:09.063180 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dbdc3f4e-c48e-48ff-9f9a-893146c85a41 req-282cdd56-f5a4-450a-916e-ce62b873d9a2 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0853949 Feb 18 00:36:09.117636 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dbdc3f4e-c48e-48ff-9f9a-893146c85a41 req-bc823052-97c9-4c56-ab73-5b36ce769cf8 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Feb 18 00:36:10.183472 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85152d-539e-42be-806f-4475a049fd2e req-5f91e68a-340f-45a0-98e4-0c5d27b0fdac tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:10.185116 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6b85152d-539e-42be-806f-4475a049fd2e req-5f91e68a-340f-45a0-98e4-0c5d27b0fdac tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0556889 Feb 18 00:36:10.272407 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a934f4-003c-4641-8431-d6906515d937 req-f0178012-9388-4b65-a875-ac017f389f78 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:10.273899 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a0a934f4-003c-4641-8431-d6906515d937 req-f0178012-9388-4b65-a875-ac017f389f78 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0877650 Feb 18 00:36:10.278389 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6b85152d-539e-42be-806f-4475a049fd2e req-36ab90e0-c32e-4ef1-b29d-94993e50268e tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836093 Feb 18 00:36:10.331511 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a0a934f4-003c-4641-8431-d6906515d937 req-e302b846-2a47-4614-93c6-2b43d584590e tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515230 Feb 18 00:36:11.425011 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01776c15-42e6-4634-8ca6-6d938b3e56d3 req-0f8e8891-352f-475c-9784-2066a90e9c00 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:11.428130 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-01776c15-42e6-4634-8ca6-6d938b3e56d3 req-0f8e8891-352f-475c-9784-2066a90e9c00 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0676281 Feb 18 00:36:11.727480 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee0dcb-fecc-47eb-869d-c98ad67f88a7 req-30d2caf2-4835-4dde-bd3a-59805ffad940 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:11.728937 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-98ee0dcb-fecc-47eb-869d-c98ad67f88a7 req-30d2caf2-4835-4dde-bd3a-59805ffad940 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.3194745 Feb 18 00:36:11.736259 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-01776c15-42e6-4634-8ca6-6d938b3e56d3 req-21c6e102-4df5-404f-a96c-302aa8973163 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886806 Feb 18 00:36:11.779846 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-98ee0dcb-fecc-47eb-869d-c98ad67f88a7 req-ad194bb5-eabd-48eb-ab88-82a3a45efee9 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Feb 18 00:36:12.920051 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d468563-0e5e-40cf-9e4c-0504f16fd32b req-7961b846-b051-4fd9-a63b-6500be387b07 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:12.921418 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d468563-0e5e-40cf-9e4c-0504f16fd32b req-7961b846-b051-4fd9-a63b-6500be387b07 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.1086767 Feb 18 00:36:12.945648 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0df2a4-4e4a-485a-85df-b6b9a4fd82f1 req-658243b6-3815-43b2-acc5-2e1c8ca23a88 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:12.947107 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9b0df2a4-4e4a-485a-85df-b6b9a4fd82f1 req-658243b6-3815-43b2-acc5-2e1c8ca23a88 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0787060 Feb 18 00:36:13.009345 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8d468563-0e5e-40cf-9e4c-0504f16fd32b req-bb0f1d0f-e8f4-445a-a46a-bda8fd0bbd66 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765710 Feb 18 00:36:13.040713 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9b0df2a4-4e4a-485a-85df-b6b9a4fd82f1 req-a1ea245d-2e97-42b8-8f73-f2d2de44c930 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669780 Feb 18 00:36:14.181009 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4ddaf-8b83-4422-b7d3-653f50a8159a req-7cc693ec-2ad0-4af2-849d-8346b8ff93f0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:14.182453 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5ac4ddaf-8b83-4422-b7d3-653f50a8159a req-7cc693ec-2ad0-4af2-849d-8346b8ff93f0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0891190 Feb 18 00:36:14.189174 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568662f4-b2c6-4915-9dc3-80b5c98e47bf req-550f0ef0-c0bf-4d65-880c-e9a3dcce2c34 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:14.190668 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-568662f4-b2c6-4915-9dc3-80b5c98e47bf req-550f0ef0-c0bf-4d65-880c-e9a3dcce2c34 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0871606 Feb 18 00:36:14.269468 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5ac4ddaf-8b83-4422-b7d3-653f50a8159a req-41f76a5b-493f-4586-b200-83ac6ffef464 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772274 Feb 18 00:36:14.272690 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-568662f4-b2c6-4915-9dc3-80b5c98e47bf req-c639527f-7773-40ed-befe-206034678d98 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752277 Feb 18 00:36:15.435988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f100f7-b7b6-4166-adea-dd44faf919e7 req-79475726-cc13-4a00-bde0-2ec7758009a1 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:15.437518 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a4f100f7-b7b6-4166-adea-dd44faf919e7 req-79475726-cc13-4a00-bde0-2ec7758009a1 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0887516 Feb 18 00:36:15.457785 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966f45e-4fac-48f1-8ae0-e9ae302b0f4a req-6792d7d2-b813-4e1a-afd7-0019545437eb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:15.459307 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5966f45e-4fac-48f1-8ae0-e9ae302b0f4a req-6792d7d2-b813-4e1a-afd7-0019545437eb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.1016939 Feb 18 00:36:15.517487 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a4f100f7-b7b6-4166-adea-dd44faf919e7 req-9dff4d35-0042-404c-8914-524d098d14ec tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723426 Feb 18 00:36:15.540987 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5966f45e-4fac-48f1-8ae0-e9ae302b0f4a req-39577066-2fa1-4352-bd25-8e5a2fb20778 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737076 Feb 18 00:36:16.694453 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-85d02836-8fc8-4b5a-a64f-cdfaf3d5126c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203525 Feb 18 00:36:16.704690 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22dc71-3b69-490b-aa47-24d65658b48e req-808f6a36-4130-46e7-ab2f-2e3ad695d6b7 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:16.706093 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a22dc71-3b69-490b-aa47-24d65658b48e req-808f6a36-4130-46e7-ab2f-2e3ad695d6b7 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.1034508 Feb 18 00:36:16.713537 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f905806-6a25-41f0-8762-c7a32313a5a1 req-fb565929-a715-4f24-9b67-23c177a6032a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:16.714904 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f905806-6a25-41f0-8762-c7a32313a5a1 req-fb565929-a715-4f24-9b67-23c177a6032a tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.1003668 Feb 18 00:36:16.813737 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7f905806-6a25-41f0-8762-c7a32313a5a1 req-02bb72bd-f308-4a6a-b11e-808054697378 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921495 Feb 18 00:36:16.816576 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-3a22dc71-3b69-490b-aa47-24d65658b48e req-331dd595-399e-4c7a-ad30-1c9ea6cca7d9 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008298 Feb 18 00:36:16.833895 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-8c6d3559-be22-481f-808e-c851143fc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:16.835625 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-8c6d3559-be22-481f-808e-c851143fc133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1169 time: 0.0701265 Feb 18 00:36:16.940061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-b19c0a39-aa6e-47be-80c7-6d56ec37ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:16.941820 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-b19c0a39-aa6e-47be-80c7-6d56ec37ab58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 916 time: 0.0856800 Feb 18 00:36:17.013043 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-5fecf98d-5583-417e-bfca-944b078139f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 1002 time: 0.0623102 Feb 18 00:36:17.061428 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-46d1d509-eb4d-4b08-a85e-979f8d36c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:17.062846 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-46d1d509-eb4d-4b08-a85e-979f8d36c550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 200 len: 854 time: 0.0427721 Feb 18 00:36:17.112388 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-2522e8ce-791d-41ad-9e05-eecc04935232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:17.114004 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-2522e8ce-791d-41ad-9e05-eecc04935232 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0561afb5-60f7-44f0-a3df-9acddedcae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422637 Feb 18 00:36:17.204707 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-0193f27c-d018-44b6-a335-ded75180a306 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828035 Feb 18 00:36:17.292348 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79c6b213-c477-4890-93c5-69fe39fe3b4f req-fd64537e-2721-4dc7-adf4-a65684eba994 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804372 Feb 18 00:36:18.015527 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77fcd5-a476-4d46-8aac-44b12f0e3437 req-fea89149-8048-4e42-92c4-e5fd3de3f0e1 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:18.016983 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df77fcd5-a476-4d46-8aac-44b12f0e3437 req-fea89149-8048-4e42-92c4-e5fd3de3f0e1 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.1230175 Feb 18 00:36:18.025285 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ea231-be6d-4b51-8a73-b582e6e6602e req-fc9a4540-ddab-49ca-a387-92af1a6772f4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:18.026661 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a2ea231-be6d-4b51-8a73-b582e6e6602e req-fc9a4540-ddab-49ca-a387-92af1a6772f4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.1339564 Feb 18 00:36:18.063095 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a98637-5ec5-4527-bac3-499c355da7d4 req-cd3a77a8-7de3-478b-b814-a2cc6dee6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:18.064531 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79a98637-5ec5-4527-bac3-499c355da7d4 req-cd3a77a8-7de3-478b-b814-a2cc6dee6038 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 1127 time: 0.1305907 Feb 18 00:36:18.125243 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df77fcd5-a476-4d46-8aac-44b12f0e3437 req-f5343f50-f66d-47e2-9273-8a49452a4561 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975688 Feb 18 00:36:18.133519 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8a2ea231-be6d-4b51-8a73-b582e6e6602e req-ef7d4ad6-1a32-4508-9d38-ccdcea9e74b0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969949 Feb 18 00:36:18.150001 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-79a98637-5ec5-4527-bac3-499c355da7d4 req-d5657560-2f3b-4c30-9d3f-480c30814811 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756845 Feb 18 00:36:19.258144 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3671-8e26-47de-bfc9-1535215e1bcf req-e10a6070-5cc1-4e4d-86a2-c592a9abcc42 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:19.259703 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-504c3671-8e26-47de-bfc9-1535215e1bcf req-e10a6070-5cc1-4e4d-86a2-c592a9abcc42 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0527053 Feb 18 00:36:19.305051 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-504c3671-8e26-47de-bfc9-1535215e1bcf req-41e8c42f-f5ab-4e9f-a5a7-9744ac701e05 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398440 Feb 18 00:36:20.427276 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5922e72-b7f1-4a87-adc3-75968f1c7693 req-c370ed6f-3752-46cf-b1a6-68367880ffe2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:20.428724 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f5922e72-b7f1-4a87-adc3-75968f1c7693 req-c370ed6f-3752-46cf-b1a6-68367880ffe2 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 943 time: 0.0512326 Feb 18 00:36:20.474618 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f5922e72-b7f1-4a87-adc3-75968f1c7693 req-52bf624c-0cd9-408b-a6b3-ea08703485b7 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 Feb 18 00:36:20.715006 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:36:20.810061 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:20.822502 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'port_id': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'mac_address': 'fa:16:3e:05:aa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:36:20.863110 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port ec902ae2-ebee-4140-8565-a903f8a30440 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:36:20.863494 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:20.875887 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec902ae2-ebee-4140-8565-a903f8a30440 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:36:20.894630 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:20.898520 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:20.944252 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=9']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:21.279280 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['ec902ae2-ebee-4140-8565-a903f8a30440'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:36:22.727053 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:36:22.774909 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port ec902ae2-ebee-4140-8565-a903f8a30440 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:36:22.775279 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:22.856524 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port ec902ae2-ebee-4140-8565-a903f8a30440 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:36:22.856907 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:22.879406 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:36:22.881567 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c11ff7e-f981-43bb-b9c5-d5d249ce570c" -d '{"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-plugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:36:22.893151 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:22.897874 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:22.924071 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dd0996-4092-4eac-94fe-b53860d8036e x-openstack-request-id: req-91dd0996-4092-4eac-94fe-b53860d8036e {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:36:22.924367 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-plugged", "status": "completed", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:36:22.924622 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91dd0996-4092-4eac-94fe-b53860d8036e {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:36:22.925008 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'code': 200} Feb 18 00:36:22.951466 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=10']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:26.851423 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8c8b79aa-f09c-4e89-999d-1d624161ee59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:29.215245 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:36:29.346213 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a27c1fb8-b1fc-498c-a8cf-fcbbfda1e196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:30.266018 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:31.612460 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:33.121152 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.318601 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a711569-7719-4acc-92ef-069154dd699b req-c67e09db-f2d5-43a6-83e7-fb0163448af3 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713358836&fields=id&tenant_id=9764b54de9ad46cbb54bc4c9c33378f5 HTTP/1.1" status: 200 len: 267 time: 0.0471592 Feb 18 00:36:34.373937 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a711569-7719-4acc-92ef-069154dd699b req-81ba77bf-6257-41ce-80e6-c90b48be4b09 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:34.375421 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a711569-7719-4acc-92ef-069154dd699b req-81ba77bf-6257-41ce-80e6-c90b48be4b09 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 985 time: 0.0517938 Feb 18 00:36:34.385781 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Request body: {'port': {'security_groups': ['d246e501-2825-4fa8-a556-3b0e8a6545c7']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:36:34.461109 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.636730 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=0ae41189-76cf-4b68-926c-2d4c535d2130,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:34.668169 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.673520 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.715260 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['0ae41189-76cf-4b68-926c-2d4c535d2130'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:36:34.719388 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:34.720007 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.721376 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7a711569-7719-4acc-92ef-069154dd699b req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "PUT /v2.0/ports/0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 943 time: 0.3399425 Feb 18 00:36:34.721831 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:36:34.724259 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f90d00-288a-40bd-9f60-d51634eecaab" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:36:34.728101 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:34.768502 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event updated for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:34.788108 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.788325 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.788570 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.788875 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.789206 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.789539 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.789866 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.790190 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.790589 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.791099 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.791225 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.791530 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.791850 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc70bdb-a7bf-4c5a-aebb-4474a860bd68 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.809974 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group (548715eb-96a6-4d0d-ac87-525ab4a0f252), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.857622 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group (548715eb-96a6-4d0d-ac87-525ab4a0f252), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.933693 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729f766c-c953-45b4-b262-e11c5a610b77 x-openstack-request-id: req-729f766c-c953-45b4-b262-e11c5a610b77 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:36:34.934013 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:36:34.934249 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-729f766c-c953-45b4-b262-e11c5a610b77 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:36:34.934818 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'status': 'completed', 'code': 200} Feb 18 00:36:34.943523 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (548715eb-96a6-4d0d-ac87-525ab4a0f252), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.946172 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:34.947397 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "DELETE /v2.0/security-groups/548715eb-96a6-4d0d-ac87-525ab4a0f252 HTTP/1.1" status: 204 len: 168 time: 0.2161307 Feb 18 00:36:34.950801 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48486) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:34.957205 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548715eb-96a6-4d0d-ac87-525ab4a0f252,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:34.965963 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.966431 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.966847 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.967274 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.967675 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.968073 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.968471 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.968867 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.969259 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.969651 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.970142 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.970555 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:34.970947 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5c7ec-7cd3-43a9-b581-a82ff795f996 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:35.004779 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['0ae41189-76cf-4b68-926c-2d4c535d2130'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:36:35.066451 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-978affab-fed0-4810-a3fb-ed81dad8d828 None None] Provisioning complete for port 0ae41189-76cf-4b68-926c-2d4c535d2130 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:36:35.066843 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-978affab-fed0-4810-a3fb-ed81dad8d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:35.090346 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-b1e16e85-a5e3-4151-8e84-c806d6dd93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:35.091774 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-b1e16e85-a5e3-4151-8e84-c806d6dd93ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1130 time: 0.1003695 Feb 18 00:36:35.211913 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-978affab-fed0-4810-a3fb-ed81dad8d828 None None] Current status of the port 0ae41189-76cf-4b68-926c-2d4c535d2130 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:36:35.216119 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Deleting port 316ea483-cfa8-481f-bc01-b47e1f95d8cb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:35.216445 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:35.229706 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-626ed269-b37f-411b-97ff-bde5bd578ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:35.231386 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-626ed269-b37f-411b-97ff-bde5bd578ce5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 916 time: 0.1290088 Feb 18 00:36:35.332908 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-ad592387-c0be-47cd-87f9-f54b3d42af4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 1002 time: 0.0768490 Feb 18 00:36:35.354181 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:35.354466 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for floatingip (316ea483-cfa8-481f-bc01-b47e1f95d8cb), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:35.384908 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Calling delete_port for 316ea483-cfa8-481f-bc01-b47e1f95d8cb owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:35.405147 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-dd621d22-8b63-44ef-a3a0-ffc35f81ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:35.406578 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-dd621d22-8b63-44ef-a3a0-ffc35f81ee28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 200 len: 854 time: 0.0633595 Feb 18 00:36:35.527720 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-b746e023-a4c9-441f-b64f-61040add544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:35.529185 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-b746e023-a4c9-441f-b64f-61040add544a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0561afb5-60f7-44f0-a3df-9acddedcae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956357 Feb 18 00:36:35.658140 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-77117fd9-9827-49b1-bff5-f17dfc44513e service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209636 Feb 18 00:36:35.659105 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (316ea483-cfa8-481f-bc01-b47e1f95d8cb), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:35.693888 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event deleted for resources: {'Port': ['ID=316ea483-cfa8-481f-bc01-b47e1f95d8cb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:35.806290 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks [] for floatingip (dd5db08b-b879-4bf9-99ae-2c9cf7291177), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:35.806644 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.l3_db [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Floating IP dd5db08b-b879-4bf9-99ae-2c9cf7291177 disassociated (deleted). External IP: 172.27.2.184, port: 0ae41189-76cf-4b68-926c-2d4c535d2130. Feb 18 00:36:35.879807 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b6f90d00-288a-40bd-9f60-d51634eecaab req-7b9aa9fb-3200-4d51-9ce3-5c96846a186a service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967781 Feb 18 00:36:36.028518 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Router 09ce91db-1514-4497-85a8-ac31731ce294 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:36:36.357467 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:36:36.362129 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:36.369706 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] Sync routers for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:36:36.380567 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:36:36.381274 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:36.392121 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-99f6485e-8b93-434d-b670-fb4708ce0b82 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd5db08b-b879-4bf9-99ae-2c9cf7291177 HTTP/1.1" status: 204 len: 168 time: 1.4402823 Feb 18 00:36:36.495826 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:36:36.701110 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:36.727575 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:36.756570 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] Checking router: 09ce91db-1514-4497-85a8-ac31731ce294 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:36:36.764554 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:36:36.765144 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:36.882488 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:36:36.936269 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:36:36.938707 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccec5f1a-db9d-4753-9002-05bb12d69bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:36:36.975641 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83411386-35c6-40fb-a220-0a5e75d3489a x-openstack-request-id: req-83411386-35c6-40fb-a220-0a5e75d3489a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:36:36.976010 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:36:36.976273 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83411386-35c6-40fb-a220-0a5e75d3489a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:36:36.976670 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'status': 'completed', 'code': 200} Feb 18 00:36:37.084525 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-fbda75c7-6b10-45ee-9e57-022594dc8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:37.085847 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:37.086009 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-fbda75c7-6b10-45ee-9e57-022594dc8880 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 1130 time: 0.0434732 Feb 18 00:36:37.112321 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf2480-8624-4146-9911-9e9b826a4101 None None] The sync data for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi is: [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:35Z', 'revision_number': 4, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '8ee56480-f62a-4463-a8af-73b17282f8dc', 'name': '', 'network_id': '0561afb5-60f7-44f0-a3df-9acddedcae08', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'mac_address': 'fa:16:3e:6e:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:35Z', 'updated_at': '2022-02-18T00:33:39Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'subnets': [{'id': 'db67ce5f-395a-4a6c-a6c8-21a7aa06be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:36:37.202130 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-43e800d0-66f3-4bd1-a4d1-bc44968f2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:37.203599 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-43e800d0-66f3-4bd1-a4d1-bc44968f2b90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 200 len: 916 time: 0.0973792 Feb 18 00:36:37.249491 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-71d9e331-9d3b-49a9-9bbf-e5a401c23a0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 200 len: 217 time: 0.0355456 Feb 18 00:36:37.315790 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-a70dfb4b-80d1-4919-a6f1-a48efef655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:37.317515 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-a70dfb4b-80d1-4919-a6f1-a48efef655a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 200 len: 854 time: 0.0458891 Feb 18 00:36:37.378884 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-4df5ca31-5ad4-4684-9475-61449253dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:37.379506 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1447ec-6544-4efa-952c-17ec9aac6acb None None] New status for floating IP dd5db08b-b879-4bf9-99ae-2c9cf7291177: DOWN {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:36:37.380902 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-4df5ca31-5ad4-4684-9475-61449253dfd2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0561afb5-60f7-44f0-a3df-9acddedcae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550621 Feb 18 00:36:37.472385 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-b74ef0e7-a69f-4583-b0b4-2461eb6f99f1 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833111 Feb 18 00:36:37.574299 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccec5f1a-db9d-4753-9002-05bb12d69bfb req-66b8e52c-f0db-4e81-bb31-e778935982e2 service neutron] 10.222.0.48 "GET /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915868 Feb 18 00:36:39.103141 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dbf61-71e5-4feb-ba64-1c6158b9cd67 req-7b891a77-304a-42bc-9bc2-57fcff9aeb01 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:39.104615 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1c6dbf61-71e5-4feb-ba64-1c6158b9cd67 req-7b891a77-304a-42bc-9bc2-57fcff9aeb01 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0522571 Feb 18 00:36:39.155569 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1c6dbf61-71e5-4feb-ba64-1c6158b9cd67 req-c858e300-375a-47d1-bca0-5074cb11cbec tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452302 Feb 18 00:36:39.373625 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f7332-09f7-4590-9d0e-6229d9d05f95 req-419b3b82-86a4-495c-8b6f-a8bb470b81a5 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:39.375114 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1b9f7332-09f7-4590-9d0e-6229d9d05f95 req-419b3b82-86a4-495c-8b6f-a8bb470b81a5 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Feb 18 00:36:39.422805 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1b9f7332-09f7-4590-9d0e-6229d9d05f95 req-d7b55bf0-dcf4-4a25-ad8a-8c5d468100e7 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Feb 18 00:36:40.279304 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5be13-1914-41a2-8ab5-89ae18353ff4 req-0e93e753-eb38-4a92-a106-8a69aa71b269 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:40.280754 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcb5be13-1914-41a2-8ab5-89ae18353ff4 req-0e93e753-eb38-4a92-a106-8a69aa71b269 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0541825 Feb 18 00:36:40.326668 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dcb5be13-1914-41a2-8ab5-89ae18353ff4 req-48368fb3-8ab2-4d5f-a47a-6a21ba5a8d5b tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 Feb 18 00:36:40.543755 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767233-42d6-4239-a81c-54ef20a94f63 req-df557ede-add0-4bba-bf48-40d12512cfb2 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:40.545205 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8767233-42d6-4239-a81c-54ef20a94f63 req-df557ede-add0-4bba-bf48-40d12512cfb2 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0513775 Feb 18 00:36:40.591302 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8767233-42d6-4239-a81c-54ef20a94f63 req-480c6bdc-949f-48dd-ab05-2b95b24549ce tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Feb 18 00:36:41.445449 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb663-cd8f-4506-8bec-9ca821eee7dd req-66084230-b58c-4d7e-b895-097963ede3a2 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:41.446900 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cf5bb663-cd8f-4506-8bec-9ca821eee7dd req-66084230-b58c-4d7e-b895-097963ede3a2 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0544195 Feb 18 00:36:41.493668 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-cf5bb663-cd8f-4506-8bec-9ca821eee7dd req-21da7902-9a1a-4e87-8eca-fe78452be1bd tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/security-groups?id=d246e501-2825-4fa8-a556-3b0e8a6545c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Feb 18 00:36:41.708153 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558489ce-72ed-4dba-946f-f3d1865c154d req-c62c8b0f-0029-4461-bda0-65381f7c4316 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:41.709613 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-558489ce-72ed-4dba-946f-f3d1865c154d req-c62c8b0f-0029-4461-bda0-65381f7c4316 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0523472 Feb 18 00:36:41.783311 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-558489ce-72ed-4dba-946f-f3d1865c154d req-268ff50a-0b23-4f6d-80a0-10a8093c5aad tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/security-groups?id=298392bb-cdee-4d90-8d44-fd4bd2151e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654504 Feb 18 00:36:41.791967 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d32f7-8cda-407a-a757-520305e2d129 req-ea264c15-e7b4-4b5f-a96d-6c135e3b2e5f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:41.793413 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-778d32f7-8cda-407a-a757-520305e2d129 req-ea264c15-e7b4-4b5f-a96d-6c135e3b2e5f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 945 time: 0.0829248 Feb 18 00:36:41.895579 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Deleting port bf1cead3-3d3f-4421-95dd-d60693a27115 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:41.895875 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:41.982746 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] For port bf1cead3-3d3f-4421-95dd-d60693a27115, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bf1cead3-3d3f-4421-95dd-d60693a27115,segment=NetworkSegment(2bc2b3fa-51c9-408d-9908-04b5c35954cb),segment_id=2bc2b3fa-51c9-408d-9908-04b5c35954cb)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:41.983141 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:42.001063 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Calling delete_port for bf1cead3-3d3f-4421-95dd-d60693a27115 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:42.032495 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-22292477-6c8c-479e-a3b5-16aba18a05a8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:36:42.033960 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-22292477-6c8c-479e-a3b5-16aba18a05a8 tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 946 time: 0.0522661 Feb 18 00:36:42.130511 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (bf1cead3-3d3f-4421-95dd-d60693a27115), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:42.135118 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Deleting port 0ae41189-76cf-4b68-926c-2d4c535d2130 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:42.135712 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:42.161421 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Pushing event deleted for resources: {'Port': ['ID=bf1cead3-3d3f-4421-95dd-d60693a27115,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:42.171579 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['bf1cead3-3d3f-4421-95dd-d60693a27115'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:36:42.206494 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] No DVR routers for this DVR port bf1cead3-3d3f-4421-95dd-d60693a27115 on host hv-cinder-81610 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:36:42.209009 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:42.212250 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-778d32f7-8cda-407a-a757-520305e2d129 req-9d1618e5-23a8-4027-b29c-dd35d119602f tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.48 "DELETE /v2.0/ports/bf1cead3-3d3f-4421-95dd-d60693a27115 HTTP/1.1" status: 204 len: 173 time: 0.4097333 Feb 18 00:36:42.212705 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'name': 'network-vif-deleted', 'tag': 'bf1cead3-3d3f-4421-95dd-d60693a27115'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:36:42.215477 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bda241d-454a-4eb9-af99-e12f1cec8986" -d '{"events": [{"server_uuid": "6c9fc352-be88-4330-a3aa-fe9572389ba7", "name": "network-vif-deleted", "tag": "bf1cead3-3d3f-4421-95dd-d60693a27115"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:36:42.230103 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] For port 0ae41189-76cf-4b68-926c-2d4c535d2130, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=0ae41189-76cf-4b68-926c-2d4c535d2130,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:42.230504 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:42.245263 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Calling delete_port for 0ae41189-76cf-4b68-926c-2d4c535d2130 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:42.256423 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636de99c-4159-49b0-9963-f5be35026d9d x-openstack-request-id: req-636de99c-4159-49b0-9963-f5be35026d9d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:36:42.256816 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9fc352-be88-4330-a3aa-fe9572389ba7", "name": "network-vif-deleted", "tag": "bf1cead3-3d3f-4421-95dd-d60693a27115", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:36:42.257142 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-636de99c-4159-49b0-9963-f5be35026d9d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:36:42.257603 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9fc352-be88-4330-a3aa-fe9572389ba7', 'name': 'network-vif-deleted', 'tag': 'bf1cead3-3d3f-4421-95dd-d60693a27115', 'status': 'completed', 'code': 200} Feb 18 00:36:42.379446 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (0ae41189-76cf-4b68-926c-2d4c535d2130), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:42.409618 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Pushing event deleted for resources: {'Port': ['ID=0ae41189-76cf-4b68-926c-2d4c535d2130,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:42.420624 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['0ae41189-76cf-4b68-926c-2d4c535d2130'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:36:42.451503 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] No DVR routers for this DVR port 0ae41189-76cf-4b68-926c-2d4c535d2130 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:36:42.453777 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:42.457035 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-115e81c4-3611-4de0-acf6-b0018f0c0998 req-db80d339-66d5-4beb-af27-dfe8fab937fb tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.48 "DELETE /v2.0/ports/0ae41189-76cf-4b68-926c-2d4c535d2130 HTTP/1.1" status: 204 len: 173 time: 0.4170804 Feb 18 00:36:42.458047 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'name': 'network-vif-deleted', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:36:42.460293 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89690aee-828d-4285-a1b4-78dec9d45e70" -d '{"events": [{"server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "name": "network-vif-deleted", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:36:42.497213 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49952162-ad6b-4ba2-a887-125178d976bc x-openstack-request-id: req-49952162-ad6b-4ba2-a887-125178d976bc {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:36:42.497508 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fd901e-9f1f-4a6f-882d-eeab01f4a21f", "name": "network-vif-deleted", "tag": "0ae41189-76cf-4b68-926c-2d4c535d2130", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:36:42.497761 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49952162-ad6b-4ba2-a887-125178d976bc {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:36:42.498165 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fd901e-9f1f-4a6f-882d-eeab01f4a21f', 'name': 'network-vif-deleted', 'tag': '0ae41189-76cf-4b68-926c-2d4c535d2130', 'status': 'completed', 'code': 200} Feb 18 00:36:42.589825 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a5e974e9-97a8-494a-a4f8-949954df5f93 req-645823ca-be80-4493-ac91-37692f56de6f tempest-TestMinimumBasicScenario-895299301 tempest-TestMinimumBasicScenario-895299301-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6fd901e-9f1f-4a6f-882d-eeab01f4a21f HTTP/1.1" status: 200 len: 210 time: 0.0274031 Feb 18 00:36:42.903714 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c166f8e6-1627-40c2-81f7-bc62556aac9b req-980d9e8f-ec3d-40f8-b967-9f28a14efa26 tempest-VolumesSnapshotTestJSON-1502166244 tempest-VolumesSnapshotTestJSON-1502166244-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9fc352-be88-4330-a3aa-fe9572389ba7 HTTP/1.1" status: 200 len: 210 time: 0.0281963 Feb 18 00:36:44.089459 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48612) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:44.512592 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (09ce91db-1514-4497-85a8-ac31731ce294), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:44.808655 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Deleting port 8ee56480-f62a-4463-a8af-73b17282f8dc {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:44.808895 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:44.886755 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] For port 8ee56480-f62a-4463-a8af-73b17282f8dc, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8ee56480-f62a-4463-a8af-73b17282f8dc,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:44.887135 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:44.899952 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Calling delete_port for 8ee56480-f62a-4463-a8af-73b17282f8dc owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:45.079007 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (8ee56480-f62a-4463-a8af-73b17282f8dc), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:45.103744 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee56480-f62a-4463-a8af-73b17282f8dc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:45.270413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (09ce91db-1514-4497-85a8-ac31731ce294), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:45.489790 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Router 09ce91db-1514-4497-85a8-ac31731ce294 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:36:45.595524 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:36:45.600668 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-2eca487b-f0f3-4d9a-9558-865a8aadbcd5 admin admin] 10.222.0.10 "PUT /v2.0/routers/09ce91db-1514-4497-85a8-ac31731ce294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093086 Feb 18 00:36:45.603244 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48624) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:45.611853 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] Sync routers for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:36:45.621959 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:36:45.622590 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:45.713048 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks [] for router (09ce91db-1514-4497-85a8-ac31731ce294), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:45.740744 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:36:45.921509 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:36:45Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:45.952771 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] Checking router: 09ce91db-1514-4497-85a8-ac31731ce294 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:36:45.962005 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] Routers {'09ce91db-1514-4497-85a8-ac31731ce294'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:36:45.962643 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['09ce91db-1514-4497-85a8-ac31731ce294'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:46.058818 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks [] for router_gateway (09ce91db-1514-4497-85a8-ac31731ce294), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.113183 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Deleting port 98c12177-4858-4356-83f9-76b87a347614 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:46.114625 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (98c12177-4858-4356-83f9-76b87a347614), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.193016 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] For port 98c12177-4858-4356-83f9-76b87a347614, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=98c12177-4858-4356-83f9-76b87a347614,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:46.193374 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (98c12177-4858-4356-83f9-76b87a347614), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.195635 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] Set router 09ce91db-1514-4497-85a8-ac31731ce294 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:36:46.205671 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Calling delete_port for 98c12177-4858-4356-83f9-76b87a347614 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:46.373552 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (98c12177-4858-4356-83f9-76b87a347614), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.375572 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:36:45Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:46.402675 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a4bec-b224-4462-bd4a-b1687216aba3 None None] The sync data for ids ['09ce91db-1514-4497-85a8-ac31731ce294'] in dv-cinder-816104-3-iscsi is: [{'id': '09ce91db-1514-4497-85a8-ac31731ce294', 'name': 'tempest-TestMinimumBasicScenario-1204346450-router', 'tenant_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '98c12177-4858-4356-83f9-76b87a347614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:36:45Z', 'revision_number': 5, 'project_id': '9764b54de9ad46cbb54bc4c9c33378f5', 'gw_port': {'id': '98c12177-4858-4356-83f9-76b87a347614', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce91db-1514-4497-85a8-ac31731ce294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:32Z', 'updated_at': '2022-02-18T00:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:36:46.403416 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c12177-4858-4356-83f9-76b87a347614,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:46.468550 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (09ce91db-1514-4497-85a8-ac31731ce294), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.558624 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (09ce91db-1514-4497-85a8-ac31731ce294), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.560733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks [] for router_controller (09ce91db-1514-4497-85a8-ac31731ce294), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.605636 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (09ce91db-1514-4497-85a8-ac31731ce294), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.606186 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ce91db-1514-4497-85a8-ac31731ce294 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:36:46.611961 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.613077 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-607b35e3-6c45-4fc7-838d-4a702576a559 admin admin] 10.222.0.10 "DELETE /v2.0/routers/09ce91db-1514-4497-85a8-ac31731ce294 HTTP/1.1" status: 204 len: 168 time: 1.0089695 Feb 18 00:36:46.615828 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48628) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:46.660997 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] Deleting subnet db67ce5f-395a-4a6c-a6c8-21a7aa06be04 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:36:46.664241 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] Publish callbacks [] for subnet (db67ce5f-395a-4a6c-a6c8-21a7aa06be04), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.699139 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433059'] for subnet (db67ce5f-395a-4a6c-a6c8-21a7aa06be04), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.809346 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (db67ce5f-395a-4a6c-a6c8-21a7aa06be04), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.869138 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1524872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099179'] for subnet (db67ce5f-395a-4a6c-a6c8-21a7aa06be04), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.882239 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8ee56480-f62a-4463-a8af-73b17282f8dc no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:46.896220 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db67ce5f-395a-4a6c-a6c8-21a7aa06be04,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:46.904019 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:46.907492 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0fca0955-b16f-41d2-81ef-5bb68f881bf4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/db67ce5f-395a-4a6c-a6c8-21a7aa06be04 HTTP/1.1" status: 204 len: 168 time: 0.2906783 Feb 18 00:36:46.910078 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48630) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:46.911948 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62080d93-206d-4222-807a-92a9f6b7c9c7 None None] Network 0561afb5-60f7-44f0-a3df-9acddedcae08 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:36:46.914305 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 8ee56480-f62a-4463-a8af-73b17282f8dc {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:46.914680 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8ee56480-f62a-4463-a8af-73b17282f8dc not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:46.986870 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (0561afb5-60f7-44f0-a3df-9acddedcae08), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.048158 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Deleting port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:47.048500 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.083689 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] DHCP port deletion for 0561afb5-60f7-44f0-a3df-9acddedcae08 request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:36:47.118036 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] For port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:47.118646 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.133129 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Calling delete_port for 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:47.136847 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Deleting port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 {{(pid=114451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:47.137324 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), before_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.201757 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] For port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,segment=NetworkSegment(e75f5e0e-14d1-4fb4-aa6b-3d1f06257800),segment_id=e75f5e0e-14d1-4fb4-aa6b-3d1f06257800)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:47.202062 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), precommit_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.214061 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Calling delete_port for 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 owned by network:dhcp {{(pid=114451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:47.219010 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.245529 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:47.247476 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] No DVR routers for this DVR port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 on host dv-cinder-816104-3-iscsi {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:36:47.320070 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (0561afb5-60f7-44f0-a3df-9acddedcae08), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.330613 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6), after_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.343634 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0561afb5-60f7-44f0-a3df-9acddedcae08']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:47.353765 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:47.354067 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75f5e0e-14d1-4fb4-aa6b-3d1f06257800') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:47.355373 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Pushing event deleted for resources: {'Port': ['ID=7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6,revision_number=None']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:47.362560 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] No DVR routers for this DVR port 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 on host dv-cinder-816104-3-iscsi {{(pid=114451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:36:47.365790 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.366137 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.366370 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (e75f5e0e-14d1-4fb4-aa6b-3d1f06257800), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.366504 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.366816 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.367142 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.367463 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.367786 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.368105 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.368421 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.368743 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.369057 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.369375 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.369702 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa72dc-33b6-468f-ae76-f62ab25d78ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:36:47.381919 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (e75f5e0e-14d1-4fb4-aa6b-3d1f06257800), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.392327 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:36:47.392586 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (e75f5e0e-14d1-4fb4-aa6b-3d1f06257800), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:36:47.394293 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:36:47.449648 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (0561afb5-60f7-44f0-a3df-9acddedcae08), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.455514 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:47.458630 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0561afb5-60f7-44f0-a3df-9acddedcae08 HTTP/1.1" status: 204 len: 168 time: 0.5433710 Feb 18 00:36:47.461675 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48634) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:47.485941 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7985c56-ac4d-4e65-bcf0-3d436e9e6391 admin admin] Pushing event deleted for resources: {'Network': ['ID=0561afb5-60f7-44f0-a3df-9acddedcae08,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:47.811961 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (fed97de5-a0b9-48b7-ad93-a76d334a9c70), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:48.054308 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Deleting port 8411bf78-46af-4c7b-8eca-a92c958a1cf3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:48.054674 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:48.131089 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] For port 8411bf78-46af-4c7b-8eca-a92c958a1cf3, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8411bf78-46af-4c7b-8eca-a92c958a1cf3,segment=NetworkSegment(12c7ef05-0147-49d1-9146-1f3257190016),segment_id=12c7ef05-0147-49d1-9146-1f3257190016)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:48.131362 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:48.145850 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Calling delete_port for 8411bf78-46af-4c7b-8eca-a92c958a1cf3 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:48.183806 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device bf1cead3-3d3f-4421-95dd-d60693a27115 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:48.203976 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: bf1cead3-3d3f-4421-95dd-d60693a27115 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:48.204320 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device bf1cead3-3d3f-4421-95dd-d60693a27115 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:48.204736 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 0ae41189-76cf-4b68-926c-2d4c535d2130 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:48.226882 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 0ae41189-76cf-4b68-926c-2d4c535d2130 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:48.227223 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 0ae41189-76cf-4b68-926c-2d4c535d2130 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:48.326643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (8411bf78-46af-4c7b-8eca-a92c958a1cf3), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:48.359746 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Pushing event deleted for resources: {'Port': ['ID=8411bf78-46af-4c7b-8eca-a92c958a1cf3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:48.534289 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (fed97de5-a0b9-48b7-ad93-a76d334a9c70), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:48.763539 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Router fed97de5-a0b9-48b7-ad93-a76d334a9c70 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:36:48.820007 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:48.845683 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:48.846092 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 7fcbc872-ea3e-40cd-8c26-a2cd3fba7fd6 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:48.846663 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 98c12177-4858-4356-83f9-76b87a347614 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:48.872157 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 98c12177-4858-4356-83f9-76b87a347614 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:48.872515 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 98c12177-4858-4356-83f9-76b87a347614 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:49.150246 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:36:49.155757 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4a1f6798-f709-4e7b-a97f-2851a6861254 admin admin] 10.222.0.10 "PUT /v2.0/routers/fed97de5-a0b9-48b7-ad93-a76d334a9c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6929858 Feb 18 00:36:49.158213 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48646) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:49.161856 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] Sync routers for ids ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:36:49.174975 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] Routers {'fed97de5-a0b9-48b7-ad93-a76d334a9c70'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:36:49.176454 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:49.270294 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks [] for router (fed97de5-a0b9-48b7-ad93-a76d334a9c70), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.287878 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] Set router fed97de5-a0b9-48b7-ad93-a76d334a9c70 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:36:49.379426 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks [] for router_gateway (fed97de5-a0b9-48b7-ad93-a76d334a9c70), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.436322 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Deleting port 9fde3a60-fb03-4bf2-a99c-154170f82252 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:49.436615 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.482097 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:36:48Z', 'revision_number': 5, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port': {'id': '9fde3a60-fb03-4bf2-a99c-154170f82252', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:49.507626 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] Checking router: fed97de5-a0b9-48b7-ad93-a76d334a9c70 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:36:49.515534 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] Routers {'fed97de5-a0b9-48b7-ad93-a76d334a9c70'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:36:49.516121 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:49.516621 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] For port 9fde3a60-fb03-4bf2-a99c-154170f82252, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=9fde3a60-fb03-4bf2-a99c-154170f82252,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:49.517007 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.531597 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Calling delete_port for 9fde3a60-fb03-4bf2-a99c-154170f82252 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:49.601698 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] Set router fed97de5-a0b9-48b7-ad93-a76d334a9c70 gateway port host: None {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:36:49.651198 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:36:49Z', 'revision_number': 6, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:49.680128 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed1759-f47c-437e-ae48-7db1a01d3bf4 None None] The sync data for ids ['fed97de5-a0b9-48b7-ad93-a76d334a9c70'] in dv-cinder-816104-3-iscsi is: [{'id': 'fed97de5-a0b9-48b7-ad93-a76d334a9c70', 'name': 'tempest-TestMinimumBasicScenario-1155932333-router', 'tenant_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:33:38Z', 'updated_at': '2022-02-18T00:36:49Z', 'revision_number': 6, 'project_id': '7d2c22c5b2564bf99d0894b45534fbcd', 'gw_port_host': None}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:36:49.705598 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (9fde3a60-fb03-4bf2-a99c-154170f82252), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.741627 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fde3a60-fb03-4bf2-a99c-154170f82252,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:49.805346 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (fed97de5-a0b9-48b7-ad93-a76d334a9c70), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.910918 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (fed97de5-a0b9-48b7-ad93-a76d334a9c70), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.913129 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks [] for router_controller (fed97de5-a0b9-48b7-ad93-a76d334a9c70), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.980558 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (fed97de5-a0b9-48b7-ad93-a76d334a9c70), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.981228 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fed97de5-a0b9-48b7-ad93-a76d334a9c70 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:36:49.986511 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:49.987852 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-bb25778a-f4cd-40f7-a2ec-9070592bac9d admin admin] 10.222.0.10 "DELETE /v2.0/routers/fed97de5-a0b9-48b7-ad93-a76d334a9c70 HTTP/1.1" status: 204 len: 168 time: 0.8285339 Feb 18 00:36:49.990176 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:50.039262 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] Deleting subnet 6810fd65-6333-4d41-9a3a-bb6aa17d8b34 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:36:50.049833 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] Publish callbacks [] for subnet (6810fd65-6333-4d41-9a3a-bb6aa17d8b34), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.078565 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (6810fd65-6333-4d41-9a3a-bb6aa17d8b34), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.190642 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (6810fd65-6333-4d41-9a3a-bb6aa17d8b34), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.244053 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (6810fd65-6333-4d41-9a3a-bb6aa17d8b34), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.274124 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6810fd65-6333-4d41-9a3a-bb6aa17d8b34,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:50.278217 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.281496 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-de968e63-8c4f-49f5-ad40-b2b58a09f763 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6810fd65-6333-4d41-9a3a-bb6aa17d8b34 HTTP/1.1" status: 204 len: 168 time: 0.2903473 Feb 18 00:36:50.285619 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ddaa7-17a0-4a8b-b2f5-3874c411943e None None] Network 25575fd8-3592-451b-93b0-aa221df03a57 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:36:50.286933 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48658) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:50.356893 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (25575fd8-3592-451b-93b0-aa221df03a57), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.412765 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Deleting port e1ca559e-a235-41d8-b4bb-64459fedccf1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:50.413105 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.477821 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] For port e1ca559e-a235-41d8-b4bb-64459fedccf1, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=e1ca559e-a235-41d8-b4bb-64459fedccf1,segment=NetworkSegment(12c7ef05-0147-49d1-9146-1f3257190016),segment_id=12c7ef05-0147-49d1-9146-1f3257190016)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:50.478179 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.485703 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] DHCP port deletion for 25575fd8-3592-451b-93b0-aa221df03a57 request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:36:50.493875 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Calling delete_port for e1ca559e-a235-41d8-b4bb-64459fedccf1 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:50.534214 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] Deleting port e1ca559e-a235-41d8-b4bb-64459fedccf1 {{(pid=114451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:36:50.534561 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), before_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.576614 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.600793 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ca559e-a235-41d8-b4bb-64459fedccf1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:50.603571 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] For port e1ca559e-a235-41d8-b4bb-64459fedccf1, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=e1ca559e-a235-41d8-b4bb-64459fedccf1,segment=NetworkSegment(12c7ef05-0147-49d1-9146-1f3257190016),segment_id=12c7ef05-0147-49d1-9146-1f3257190016)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:36:50.603972 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), precommit_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.607871 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] No DVR routers for this DVR port e1ca559e-a235-41d8-b4bb-64459fedccf1 on host dv-cinder-816104-3-iscsi {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:36:50.617356 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] Calling delete_port for e1ca559e-a235-41d8-b4bb-64459fedccf1 owned by network:dhcp {{(pid=114451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:36:50.679786 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (25575fd8-3592-451b-93b0-aa221df03a57), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.695644 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (e1ca559e-a235-41d8-b4bb-64459fedccf1), after_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.707373 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25575fd8-3592-451b-93b0-aa221df03a57']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:50.719685 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c7ef05-0147-49d1-9146-1f3257190016') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:50.720071 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c7ef05-0147-49d1-9146-1f3257190016') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:36:50.727595 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] Pushing event deleted for resources: {'Port': ['ID=e1ca559e-a235-41d8-b4bb-64459fedccf1,revision_number=None']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:50.734388 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (12c7ef05-0147-49d1-9146-1f3257190016), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.734555 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9496e0-a365-4ae0-b8fc-db993bc0f863 None None] No DVR routers for this DVR port e1ca559e-a235-41d8-b4bb-64459fedccf1 on host dv-cinder-816104-3-iscsi {{(pid=114451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:36:50.749981 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (12c7ef05-0147-49d1-9146-1f3257190016), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.757834 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:36:50.758304 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (12c7ef05-0147-49d1-9146-1f3257190016), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:36:50.760180 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:36:50.778340 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e1ca559e-a235-41d8-b4bb-64459fedccf1 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:50.800040 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: e1ca559e-a235-41d8-b4bb-64459fedccf1 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:50.800450 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e1ca559e-a235-41d8-b4bb-64459fedccf1 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:50.801610 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8411bf78-46af-4c7b-8eca-a92c958a1cf3 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:50.820601 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (25575fd8-3592-451b-93b0-aa221df03a57), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.827351 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:50.829105 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 8411bf78-46af-4c7b-8eca-a92c958a1cf3 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:50.829451 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8411bf78-46af-4c7b-8eca-a92c958a1cf3 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:50.829931 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 9fde3a60-fb03-4bf2-a99c-154170f82252 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:36:50.833127 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] 10.222.0.10 "DELETE /v2.0/networks/25575fd8-3592-451b-93b0-aa221df03a57 HTTP/1.1" status: 204 len: 168 time: 0.5450788 Feb 18 00:36:50.852346 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c00f52-7673-4bdd-9296-da8cc8551a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=25575fd8-3592-451b-93b0-aa221df03a57,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:50.859875 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 9fde3a60-fb03-4bf2-a99c-154170f82252 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:36:50.860427 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 9fde3a60-fb03-4bf2-a99c-154170f82252 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:36:51.008304 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:51.047551 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-71f0729a-af56-4d10-8796-7533820b76e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9764b54de9ad46cbb54bc4c9c33378f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379961 Feb 18 00:36:51.050131 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:51.101891 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7133b6fd-7668-4909-ab96-883ef7324edb admin admin] Publish callbacks [] for security_group (d246e501-2825-4fa8-a556-3b0e8a6545c7), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.123217 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7133b6fd-7668-4909-ab96-883ef7324edb admin admin] Publish callbacks [] for security_group (d246e501-2825-4fa8-a556-3b0e8a6545c7), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.171290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7133b6fd-7668-4909-ab96-883ef7324edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (d246e501-2825-4fa8-a556-3b0e8a6545c7), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.174185 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7133b6fd-7668-4909-ab96-883ef7324edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.178596 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-7133b6fd-7668-4909-ab96-883ef7324edb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d246e501-2825-4fa8-a556-3b0e8a6545c7 HTTP/1.1" status: 204 len: 168 time: 0.1241434 Feb 18 00:36:51.184431 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133b6fd-7668-4909-ab96-883ef7324edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d246e501-2825-4fa8-a556-3b0e8a6545c7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:51.513430 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48684) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:51.553121 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-569a1609-647d-4ed9-a9fd-585e575897ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d2c22c5b2564bf99d0894b45534fbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385344 Feb 18 00:36:51.555611 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48686) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:36:51.601733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504fe0a9-92e1-45a0-916e-aacd49c1bb24 admin admin] Publish callbacks [] for security_group (c9260192-8227-4020-9f96-987bcf3805d6), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.625616 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504fe0a9-92e1-45a0-916e-aacd49c1bb24 admin admin] Publish callbacks [] for security_group (c9260192-8227-4020-9f96-987bcf3805d6), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.672007 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504fe0a9-92e1-45a0-916e-aacd49c1bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (c9260192-8227-4020-9f96-987bcf3805d6), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.674830 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504fe0a9-92e1-45a0-916e-aacd49c1bb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:51.676255 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-504fe0a9-92e1-45a0-916e-aacd49c1bb24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9260192-8227-4020-9f96-987bcf3805d6 HTTP/1.1" status: 204 len: 168 time: 0.1197140 Feb 18 00:36:51.683806 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fe0a9-92e1-45a0-916e-aacd49c1bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9260192-8227-4020-9f96-987bcf3805d6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:36:56.852993 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-62229f4f-c9e9-4a2d-b46d-16fb78f5ce82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:36:59.350576 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0ba0492d-3611-4cc5-84e2-1c4127c6e870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:00.269472 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:01.618428 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:01.950873 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b19ee4-3427-4808-a6cb-6f582826ad5c req-4efab196-9ee3-4d17-bb12-6416f0c963bb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:01.952330 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-23b19ee4-3427-4808-a6cb-6f582826ad5c req-4efab196-9ee3-4d17-bb12-6416f0c963bb tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 946 time: 0.0517395 Feb 18 00:37:02.000439 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-23b19ee4-3427-4808-a6cb-6f582826ad5c req-7cce148c-a674-4e5a-bd0b-eda9c78d9d7c tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394008 Feb 18 00:37:03.119500 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:03.127868 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb505-e520-4785-9d53-4c9001a07e1b req-9365ace0-b2c6-4240-abc1-44aec602fe34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:03.129422 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87ecb505-e520-4785-9d53-4c9001a07e1b req-9365ace0-b2c6-4240-abc1-44aec602fe34 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 946 time: 0.0521157 Feb 18 00:37:03.179577 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87ecb505-e520-4785-9d53-4c9001a07e1b req-ffa004da-6719-454a-899c-9b0502247db4 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa7779-395d-4108-829d-a765b2ea25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Feb 18 00:37:03.402683 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-a68d87cf-01bd-42cf-a38e-f32e97db39bc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:03.404003 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-a68d87cf-01bd-42cf-a38e-f32e97db39bc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 946 time: 0.0503979 Feb 18 00:37:03.498661 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Deleting port ec902ae2-ebee-4140-8565-a903f8a30440 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:03.499035 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:03.589699 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] For port ec902ae2-ebee-4140-8565-a903f8a30440, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ec902ae2-ebee-4140-8565-a903f8a30440,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:03.590061 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:03.765797 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:03.766217 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (8a9db7d3-9433-4a37-85d6-9db517859d04), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:03.766554 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Floating IP 8a9db7d3-9433-4a37-85d6-9db517859d04 disassociated. External IP: 172.27.2.200, port: ec902ae2-ebee-4140-8565-a903f8a30440. Feb 18 00:37:03.766887 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Calling delete_port for ec902ae2-ebee-4140-8565-a903f8a30440 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:03.917886 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (ec902ae2-ebee-4140-8565-a903f8a30440), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:03.948545 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event deleted for resources: {'Port': ['ID=ec902ae2-ebee-4140-8565-a903f8a30440,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:04.078626 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Router 7025563b-fc91-452f-99cb-84d5e8a0c143 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:04.198045 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:04.208295 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] Sync routers for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:04.218167 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:04.218890 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:04.240441 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] No DVR routers for this DVR port ec902ae2-ebee-4140-8565-a903f8a30440 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:37:04.243192 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:04.246560 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6bf9f055-9d10-4442-92ec-dfc55a9d3efd req-e55ad2de-940c-44fb-91b8-895beaea6350 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.48 "DELETE /v2.0/ports/ec902ae2-ebee-4140-8565-a903f8a30440 HTTP/1.1" status: 204 len: 173 time: 0.8373590 Feb 18 00:37:04.247033 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-deleted', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:04.249961 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8162816b-5f50-48da-a299-76d4e67b3445" -d '{"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-deleted", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:04.294441 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f6c67-07b6-4dad-b6b0-fa07d9ae30ac x-openstack-request-id: req-8c0f6c67-07b6-4dad-b6b0-fa07d9ae30ac {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:04.294761 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b77d6-9602-4385-b426-8ddb09688f83", "name": "network-vif-deleted", "tag": "ec902ae2-ebee-4140-8565-a903f8a30440", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:04.295813 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c0f6c67-07b6-4dad-b6b0-fa07d9ae30ac {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:04.296275 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b77d6-9602-4385-b426-8ddb09688f83', 'name': 'network-vif-deleted', 'tag': 'ec902ae2-ebee-4140-8565-a903f8a30440', 'status': 'completed', 'code': 200} Feb 18 00:37:04.314957 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f643b811-20d9-4028-bbd6-163d8aa9b8a0 req-1cdbbaf4-cf5c-4a74-bd51-a2565e862ce0 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3b77d6-9602-4385-b426-8ddb09688f83 HTTP/1.1" status: 200 len: 210 time: 0.0502861 Feb 18 00:37:04.332122 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:04.554364 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:04.580203 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] Checking router: 7025563b-fc91-452f-99cb-84d5e8a0c143 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:04.589307 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:04.589905 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:04.694852 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:04.891795 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:04.923712 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a555f76-ccbd-4c0d-96d3-c78d1a7abe50 None None] The sync data for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi is: [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:30:08Z', 'revision_number': 4, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '595d7966-3a81-49de-88b3-b285ba00d354', 'name': '', 'network_id': '9cb0cd21-f876-47b1-ba41-7a77062b774b', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'mac_address': 'fa:16:3e:1e:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:07Z', 'updated_at': '2022-02-18T00:30:15Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'subnets': [{'id': '9639ee54-2c81-4a77-9d7a-1bbb134475a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:05.150796 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f129b-9e1e-4b63-9113-09c6a9bac5a4 None None] New status for floating IP 8a9db7d3-9433-4a37-85d6-9db517859d04: DOWN {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:37:05.406889 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48796) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:05.463131 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8d924ed-be48-4208-b5d9-0d64f514a66b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (cbaa7779-395d-4108-829d-a765b2ea25f5), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.485469 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8d924ed-be48-4208-b5d9-0d64f514a66b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (cbaa7779-395d-4108-829d-a765b2ea25f5), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.533846 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8d924ed-be48-4208-b5d9-0d64f514a66b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (cbaa7779-395d-4108-829d-a765b2ea25f5), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.536403 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8d924ed-be48-4208-b5d9-0d64f514a66b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.537532 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f8d924ed-be48-4208-b5d9-0d64f514a66b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "DELETE /v2.0/security-groups/cbaa7779-395d-4108-829d-a765b2ea25f5 HTTP/1.1" status: 204 len: 168 time: 0.1296599 Feb 18 00:37:05.540819 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48798) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:05.547521 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d924ed-be48-4208-b5d9-0d64f514a66b tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa7779-395d-4108-829d-a765b2ea25f5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:05.556302 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.api.v2.resource [None req-fd404168-a336-4822-ad1f-75d5b8219acc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] show failed (client error): The resource could not be found. Feb 18 00:37:05.557314 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-fd404168-a336-4822-ad1f-75d5b8219acc tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "GET /v2.0/security-groups/cbaa7779-395d-4108-829d-a765b2ea25f5 HTTP/1.1" status: 404 len: 347 time: 0.0153220 Feb 18 00:37:05.560350 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48800) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:05.683169 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Deleting port 784aa4c2-ae4d-48e1-b9cf-6ae3851d725a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:05.683429 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.760738 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.761071 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.773070 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Calling delete_port for 784aa4c2-ae4d-48e1-b9cf-6ae3851d725a owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:05.908951 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (784aa4c2-ae4d-48e1-b9cf-6ae3851d725a), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:05.939536 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Pushing event deleted for resources: {'Port': ['ID=784aa4c2-ae4d-48e1-b9cf-6ae3851d725a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:05.977299 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:05.999783 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks [] for floatingip (8a9db7d3-9433-4a37-85d6-9db517859d04), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.002281 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.003472 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-779af003-dda7-4231-aaf0-ab3a16bee4e6 tempest-AttachVolumeShelveTestJSON-1393032979 tempest-AttachVolumeShelveTestJSON-1393032979-project] 10.222.0.10 "DELETE /v2.0/floatingips/8a9db7d3-9433-4a37-85d6-9db517859d04 HTTP/1.1" status: 204 len: 168 time: 0.4421735 Feb 18 00:37:06.026237 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] Deleting subnet 15f02a18-1828-465c-8ecf-44d6df99b8f8 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:37:06.029477 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] Publish callbacks [] for subnet (15f02a18-1828-465c-8ecf-44d6df99b8f8), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.068784 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (15f02a18-1828-465c-8ecf-44d6df99b8f8), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.110535 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (15f02a18-1828-465c-8ecf-44d6df99b8f8), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.163020 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (15f02a18-1828-465c-8ecf-44d6df99b8f8), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.186394 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f02a18-1828-465c-8ecf-44d6df99b8f8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:06.192007 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.195293 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-96379428-b498-481d-bf24-4c0ae285ada9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/15f02a18-1828-465c-8ecf-44d6df99b8f8 HTTP/1.1" status: 204 len: 168 time: 0.2167435 Feb 18 00:37:06.197670 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:06.214560 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:37:06.266129 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:06.269793 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (2131b272-d5a9-4432-94b2-d9118ea9919a), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.286423 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: ec902ae2-ebee-4140-8565-a903f8a30440 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:06.286772 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device ec902ae2-ebee-4140-8565-a903f8a30440 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:06.348243 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (2131b272-d5a9-4432-94b2-d9118ea9919a), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.369880 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2131b272-d5a9-4432-94b2-d9118ea9919a']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:06.380762 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc2b3fa-51c9-408d-9908-04b5c35954cb') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:06.381153 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc2b3fa-51c9-408d-9908-04b5c35954cb') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:06.394981 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25465227'] for segment (2bc2b3fa-51c9-408d-9908-04b5c35954cb), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.408051 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (2bc2b3fa-51c9-408d-9908-04b5c35954cb), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.414467 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:37:06.414839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25315000'] for segment (2bc2b3fa-51c9-408d-9908-04b5c35954cb), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: Traceback (most recent call last): Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: timer() Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: cb(*args, **kw) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: return func(*args, **kwargs) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: self._notify() Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: self.callback(batched_events) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: event.method(event) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: return f(self, *a, **k) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._get(url).json() Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: return self.request(url, 'GET', **kwargs) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:37:06.416761 dv-cinder-816104-3-iscsi neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:37:06.468305 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (2131b272-d5a9-4432-94b2-d9118ea9919a), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.472847 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.476812 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2131b272-d5a9-4432-94b2-d9118ea9919a HTTP/1.1" status: 204 len: 168 time: 0.2781959 Feb 18 00:37:06.490784 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbb94d-12f5-43b9-9a57-8118054cc8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2131b272-d5a9-4432-94b2-d9118ea9919a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:06.639358 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48814) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:06.682148 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-8481169b-8638-46ae-ae1d-1b29225c481b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eec89925d39e4f199d46ec79569866bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416467 Feb 18 00:37:06.684674 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48816) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:06.711963 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.736827 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fb158fd-ebb1-45e8-8b22-4d8ade936246 admin admin] Publish callbacks [] for security_group (298392bb-cdee-4d90-8d44-fd4bd2151e4a), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.761254 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fb158fd-ebb1-45e8-8b22-4d8ade936246 admin admin] Publish callbacks [] for security_group (298392bb-cdee-4d90-8d44-fd4bd2151e4a), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.816101 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fb158fd-ebb1-45e8-8b22-4d8ade936246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (298392bb-cdee-4d90-8d44-fd4bd2151e4a), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.819985 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fb158fd-ebb1-45e8-8b22-4d8ade936246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:06.821267 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-3fb158fd-ebb1-45e8-8b22-4d8ade936246 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/298392bb-cdee-4d90-8d44-fd4bd2151e4a HTTP/1.1" status: 204 len: 168 time: 0.1356852 Feb 18 00:37:06.828973 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb158fd-ebb1-45e8-8b22-4d8ade936246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298392bb-cdee-4d90-8d44-fd4bd2151e4a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:08.420060 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48836) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:08.949859 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (7025563b-fc91-452f-99cb-84d5e8a0c143), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:09.188748 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Deleting port 595d7966-3a81-49de-88b3-b285ba00d354 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:09.189116 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (595d7966-3a81-49de-88b3-b285ba00d354), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:09.269034 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] For port 595d7966-3a81-49de-88b3-b285ba00d354, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=595d7966-3a81-49de-88b3-b285ba00d354,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:09.269395 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (595d7966-3a81-49de-88b3-b285ba00d354), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:09.282576 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Calling delete_port for 595d7966-3a81-49de-88b3-b285ba00d354 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:09.466326 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (595d7966-3a81-49de-88b3-b285ba00d354), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:09.491247 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Pushing event deleted for resources: {'Port': ['ID=595d7966-3a81-49de-88b3-b285ba00d354,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:09.655739 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (7025563b-fc91-452f-99cb-84d5e8a0c143), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:09.867494 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Router 7025563b-fc91-452f-99cb-84d5e8a0c143 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:09.974219 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:09.979112 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-7682b1d5-e070-4509-b892-57fb51b3873c admin admin] 10.222.0.10 "PUT /v2.0/routers/7025563b-fc91-452f-99cb-84d5e8a0c143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5579958 Feb 18 00:37:09.981710 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48840) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:09.984344 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] Sync routers for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:09.994980 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:09.995577 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:10.237072 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:10.328540 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks [] for router (7025563b-fc91-452f-99cb-84d5e8a0c143), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:10.427728 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:37:09Z', 'revision_number': 5, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port': {'id': 'e698fe32-9afa-47b5-8076-f1f1e35080ec', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:02Z', 'updated_at': '2022-02-18T00:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:10.435254 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks [] for router_gateway (7025563b-fc91-452f-99cb-84d5e8a0c143), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:10.454472 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] Checking router: 7025563b-fc91-452f-99cb-84d5e8a0c143 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:10.462767 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] Routers {'7025563b-fc91-452f-99cb-84d5e8a0c143'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:10.463371 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['7025563b-fc91-452f-99cb-84d5e8a0c143'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:10.492122 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Deleting port e698fe32-9afa-47b5-8076-f1f1e35080ec {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:10.492697 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:10.552753 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] Set router 7025563b-fc91-452f-99cb-84d5e8a0c143 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:10.575126 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] For port e698fe32-9afa-47b5-8076-f1f1e35080ec, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=e698fe32-9afa-47b5-8076-f1f1e35080ec,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:10.575482 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:10.588383 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Calling delete_port for e698fe32-9afa-47b5-8076-f1f1e35080ec owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:10.607188 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:37:10Z', 'revision_number': 6, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:10.633661 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681b024-a913-4402-aefc-c09f835ace0c None None] The sync data for ids ['7025563b-fc91-452f-99cb-84d5e8a0c143'] in dv-cinder-816104-3-iscsi is: [{'id': '7025563b-fc91-452f-99cb-84d5e8a0c143', 'name': 'tempest-AttachVolumeShelveTestJSON-1751825891-router', 'tenant_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:00Z', 'updated_at': '2022-02-18T00:37:10Z', 'revision_number': 6, 'project_id': 'd1c59b66b391475fb3fbb1d561b1bd86', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:10.766958 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (e698fe32-9afa-47b5-8076-f1f1e35080ec), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:10.792615 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e698fe32-9afa-47b5-8076-f1f1e35080ec,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:10.851311 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (7025563b-fc91-452f-99cb-84d5e8a0c143), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:10.943802 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (7025563b-fc91-452f-99cb-84d5e8a0c143), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:10.945988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks [] for router_controller (7025563b-fc91-452f-99cb-84d5e8a0c143), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.003061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (7025563b-fc91-452f-99cb-84d5e8a0c143), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.003715 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7025563b-fc91-452f-99cb-84d5e8a0c143 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:37:11.008477 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.012363 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48842) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:11.012873 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-a21605e4-20e6-4f54-babe-2d6104f5b1e5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7025563b-fc91-452f-99cb-84d5e8a0c143 HTTP/1.1" status: 204 len: 168 time: 1.0297735 Feb 18 00:37:11.063004 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] Deleting subnet 9639ee54-2c81-4a77-9d7a-1bbb134475a3 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:37:11.067345 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] Publish callbacks [] for subnet (9639ee54-2c81-4a77-9d7a-1bbb134475a3), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.109838 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (9639ee54-2c81-4a77-9d7a-1bbb134475a3), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.185864 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (9639ee54-2c81-4a77-9d7a-1bbb134475a3), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.236651 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (9639ee54-2c81-4a77-9d7a-1bbb134475a3), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.261196 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9639ee54-2c81-4a77-9d7a-1bbb134475a3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:11.264814 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.267969 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f348db15-6d72-4c0b-92d6-b2a93e6893f4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9639ee54-2c81-4a77-9d7a-1bbb134475a3 HTTP/1.1" status: 204 len: 168 time: 0.2539697 Feb 18 00:37:11.271195 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48844) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:11.273746 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc48f80-a491-4871-ba73-5eaeb47d9f5b None None] Network 9cb0cd21-f876-47b1-ba41-7a77062b774b requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:37:11.344027 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (9cb0cd21-f876-47b1-ba41-7a77062b774b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.391366 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 595d7966-3a81-49de-88b3-b285ba00d354 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:11.404122 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Deleting port dd2feeda-d755-4239-853d-03695ba21dd0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:11.404465 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.422130 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 595d7966-3a81-49de-88b3-b285ba00d354 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:11.422513 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 595d7966-3a81-49de-88b3-b285ba00d354 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:11.450892 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] DHCP port deletion for 9cb0cd21-f876-47b1-ba41-7a77062b774b request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:37:11.475093 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] For port dd2feeda-d755-4239-853d-03695ba21dd0, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=dd2feeda-d755-4239-853d-03695ba21dd0,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:11.475452 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.492351 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Calling delete_port for dd2feeda-d755-4239-853d-03695ba21dd0 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:11.503687 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] Deleting port dd2feeda-d755-4239-853d-03695ba21dd0 {{(pid=114451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:11.505208 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), before_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.567360 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] For port dd2feeda-d755-4239-853d-03695ba21dd0, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=dd2feeda-d755-4239-853d-03695ba21dd0,segment=NetworkSegment(afb67c52-fc50-45f0-8da6-e3f5d866087c),segment_id=afb67c52-fc50-45f0-8da6-e3f5d866087c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:11.567848 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), precommit_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.572953 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.580675 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] Calling delete_port for dd2feeda-d755-4239-853d-03695ba21dd0 owned by network:dhcp {{(pid=114451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:11.599605 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2feeda-d755-4239-853d-03695ba21dd0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:11.604090 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] No DVR routers for this DVR port dd2feeda-d755-4239-853d-03695ba21dd0 on host dv-cinder-816104-3-iscsi {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:37:11.670004 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (dd2feeda-d755-4239-853d-03695ba21dd0), after_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.684166 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (9cb0cd21-f876-47b1-ba41-7a77062b774b), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.696596 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] Pushing event deleted for resources: {'Port': ['ID=dd2feeda-d755-4239-853d-03695ba21dd0,revision_number=None']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:11.705003 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff4a27-4f43-419b-a6dd-a8f1af9099f7 None None] No DVR routers for this DVR port dd2feeda-d755-4239-853d-03695ba21dd0 on host dv-cinder-816104-3-iscsi {{(pid=114451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:37:11.710206 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb0cd21-f876-47b1-ba41-7a77062b774b']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:11.723417 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb67c52-fc50-45f0-8da6-e3f5d866087c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:11.723684 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb67c52-fc50-45f0-8da6-e3f5d866087c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:11.732928 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25465227'] for segment (afb67c52-fc50-45f0-8da6-e3f5d866087c), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.746765 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (afb67c52-fc50-45f0-8da6-e3f5d866087c), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.752618 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:37:11.753058 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25315000'] for segment (afb67c52-fc50-45f0-8da6-e3f5d866087c), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: Traceback (most recent call last): Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: timer() Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: cb(*args, **kw) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: return func(*args, **kwargs) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: self._notify() Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: self.callback(batched_events) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: event.method(event) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: return f(self, *a, **k) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._get(url).json() Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: return self.request(url, 'GET', **kwargs) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:37:11.754757 dv-cinder-816104-3-iscsi neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:37:11.807259 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (9cb0cd21-f876-47b1-ba41-7a77062b774b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.814377 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:11.818011 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9cb0cd21-f876-47b1-ba41-7a77062b774b HTTP/1.1" status: 204 len: 168 time: 0.5458560 Feb 18 00:37:11.827467 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250aa6c1-6b6d-461b-81a9-f7448fdf0df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb0cd21-f876-47b1-ba41-7a77062b774b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:11.943471 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48848) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:11.984791 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-fa48ccd4-f9f9-49d5-8e88-7320bb389d47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1c59b66b391475fb3fbb1d561b1bd86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397115 Feb 18 00:37:11.986731 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48850) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:12.033853 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82b3a12b-3685-4d86-b5bf-00024522c851 admin admin] Publish callbacks [] for security_group (5b7f7bfe-d8af-4d4a-b316-305d811df624), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:12.055360 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82b3a12b-3685-4d86-b5bf-00024522c851 admin admin] Publish callbacks [] for security_group (5b7f7bfe-d8af-4d4a-b316-305d811df624), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:12.100598 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82b3a12b-3685-4d86-b5bf-00024522c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (5b7f7bfe-d8af-4d4a-b316-305d811df624), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:12.103060 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82b3a12b-3685-4d86-b5bf-00024522c851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:12.104218 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-82b3a12b-3685-4d86-b5bf-00024522c851 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b7f7bfe-d8af-4d4a-b316-305d811df624 HTTP/1.1" status: 204 len: 168 time: 0.1165953 Feb 18 00:37:12.111593 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3a12b-3685-4d86-b5bf-00024522c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f7bfe-d8af-4d4a-b316-305d811df624,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:12.756904 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e698fe32-9afa-47b5-8076-f1f1e35080ec no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:12.769500 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48872) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:12.777260 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: e698fe32-9afa-47b5-8076-f1f1e35080ec {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:12.777611 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device e698fe32-9afa-47b5-8076-f1f1e35080ec not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:12.778030 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device dd2feeda-d755-4239-853d-03695ba21dd0 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:12.797297 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: dd2feeda-d755-4239-853d-03695ba21dd0 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:12.797639 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device dd2feeda-d755-4239-853d-03695ba21dd0 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:12.865706 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-633836380-network', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:12.883844 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Made reservation on behalf of d727203a2dc4436d919de9ebcb32884c for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:37:12.886082 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:12.899051 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:12.972611 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks [] for security_group (e69a5f84-082c-421e-91b4-041b89ff7dde), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:12.976992 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e69a5f84-082c-421e-91b4-041b89ff7dde), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.002997 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:37:13.009263 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69a5f84-082c-421e-91b4-041b89ff7dde,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:13.015283 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.015623 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.segments_db [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Added segment cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341 of type vlan for network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd Feb 18 00:37:13.056709 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.079460 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.080380 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:13.080959 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.137408 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3664279 Feb 18 00:37:13.140252 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb94e13-fbb3-4870-b1e0-f78e83dc8ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:13.140584 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48876) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:13.146286 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Request body: {'subnet': {'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-633836380-subnet', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:13.154021 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:37:13.166434 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Made reservation on behalf of d727203a2dc4436d919de9ebcb32884c for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:37:13.168870 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26099190'] for subnet (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.336629 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1526341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26099172'] for subnet (ddcd450b-db63-4ed6-be3c-54e7c34c37e4), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.389988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcd450b-db63-4ed6-be3c-54e7c34c37e4,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:13.405051 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Checking segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:37:13.405400 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Network hostable DHCP agents. Network: d1a407df-3c1f-49c3-89af-8b10ca9b5cfd, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:37:13.423502 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:37:13.431413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, d1a407df-3c1f-49c3-89af-8b10ca9b5cfd) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:13.435650 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:13.436243 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.440620 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfe4d4-a093-4296-8794-6a0a5cab7024 None None] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:37:13.452062 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-9b9db09c-5013-4c2a-aaf6-08f0e6204c3c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3104982 Feb 18 00:37:13.454981 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48878) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:13.459993 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:13.479294 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108796'] for router (e3c68eda-7c63-4607-b32c-bbe32cf51c57), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.480421 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1678691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108743'] for router (e3c68eda-7c63-4607-b32c-bbe32cf51c57), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.532007 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks [] for router_controller (e3c68eda-7c63-4607-b32c-bbe32cf51c57), precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.547941 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200013b4-ddc3-546c-8d1d-c08d506f78d0-d1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4'}]}} from dv-cinder-816104-3-iscsi. {{(pid=114451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 00:37:13.549066 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.679345 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks [] for router_gateway (e3c68eda-7c63-4607-b32c-bbe32cf51c57), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.683575 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.db_base_plugin_common [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Allocated IP 172.20.0.2 (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd/ddcd450b-db63-4ed6-be3c-54e7c34c37e4/b8e5f9ea-f566-4d26-887e-0b811663a202) {{(pid=114451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:37:13.827033 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Publish callbacks [] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), precommit_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.833113 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), after_create {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.879416 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd is already hosted by enough agents. {{(pid=114451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:13.882445 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.scheduler.base_scheduler [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Resources bound (agent type, host, resource id): {{(pid=114451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:13.885164 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks [] for router_gateway (e3c68eda-7c63-4607-b32c-bbe32cf51c57), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.886651 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Received port after_create {{(pid=114451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:37:13.889651 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Pushing event updated for resources: {'Port': ['ID=b8e5f9ea-f566-4d26-887e-0b811663a202,revision_number=1']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:13.907736 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.942469 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Attempting to bind port b8e5f9ea-f566-4d26-887e-0b811663a202 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:37:13.942774 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Attempting to bind port b8e5f9ea-f566-4d26-887e-0b811663a202 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:37:13.943135 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Attempting to bind port b8e5f9ea-f566-4d26-887e-0b811663a202 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:37:13.948105 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:37:13.948479 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Checking segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:37:13.948875 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:13.949271 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Bound using segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:37:13.949741 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Bound port: b8e5f9ea-f566-4d26-887e-0b811663a202, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:37:13.950117 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.012504 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Allocated IP 172.27.2.248 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/87bc6ce3-4d51-4920-a641-e4193364ffe2) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:37:14.013751 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] For port b8e5f9ea-f566-4d26-887e-0b811663a202, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:37:14.016946 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] For port b8e5f9ea-f566-4d26-887e-0b811663a202, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=b8e5f9ea-f566-4d26-887e-0b811663a202,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:37:14.024004 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.087435 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5dcb-8957-4b71-a90c-1b5bc5b1b66c None None] Pushing event updated for resources: {'Port': ['ID=b8e5f9ea-f566-4d26-887e-0b811663a202,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:14.127864 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks [] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.165628 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.208035 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:14.211018 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:14.214535 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:37:14.219844 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Pushing event updated for resources: {'Port': ['ID=87bc6ce3-4d51-4920-a641-e4193364ffe2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:14.479735 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks [] for router_gateway (e3c68eda-7c63-4607-b32c-bbe32cf51c57), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.677539 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640428'] for router (e3c68eda-7c63-4607-b32c-bbe32cf51c57), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.794263 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device b8e5f9ea-f566-4d26-887e-0b811663a202 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:37:14.818413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Router e3c68eda-7c63-4607-b32c-bbe32cf51c57 is scheduled to L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 00:37:14.853822 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port b8e5f9ea-f566-4d26-887e-0b811663a202 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:14.854388 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.935355 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port b8e5f9ea-f566-4d26-887e-0b811663a202 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:14.935748 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.945278 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:14.958685 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Sync routers for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:14.964459 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:14.968638 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f47806b9-8bfc-4ef6-bc4d-f6332a89fd08 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5097611 Feb 18 00:37:14.968964 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48880) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:14.971099 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:14.972076 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:14.975357 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port b8e5f9ea-f566-4d26-887e-0b811663a202, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=b8e5f9ea-f566-4d26-887e-0b811663a202,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:14.982314 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.035361 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=b8e5f9ea-f566-4d26-887e-0b811663a202,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:15.099725 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:15.121435 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172daa4-3ffd-4a45-9ba9-02b928c03ece None None] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:37:15.208018 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-6c3264ca-e711-43ed-b484-4067c9c311d5 None None] Provisioning complete for port b8e5f9ea-f566-4d26-887e-0b811663a202 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:15.208408 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6c3264ca-e711-43ed-b484-4067c9c311d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.295409 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:14Z', 'revision_number': 3, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:15.322747 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-6c3264ca-e711-43ed-b484-4067c9c311d5 None None] Current status of the port b8e5f9ea-f566-4d26-887e-0b811663a202 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:15.330261 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Checking router: e3c68eda-7c63-4607-b32c-bbe32cf51c57 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:15.330627 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Updating router e3c68eda-7c63-4607-b32c-bbe32cf51c57 port 87bc6ce3-4d51-4920-a641-e4193364ffe2 binding host dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:37:15.362216 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.546017 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-96ce36af-db34-4089-9595-8462f65e85bf None None] Provisioning complete for port b8e5f9ea-f566-4d26-887e-0b811663a202 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:15.546433 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-96ce36af-db34-4089-9595-8462f65e85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.638827 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-96ce36af-db34-4089-9595-8462f65e85bf None None] Current status of the port b8e5f9ea-f566-4d26-887e-0b811663a202 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:15.687492 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.709988 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Publish callbacks [] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), precommit_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.714783 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.769277 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Pushing event updated for resources: {'Port': ['ID=87bc6ce3-4d51-4920-a641-e4193364ffe2,revision_number=2']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:15.776631 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Attempting to bind port 87bc6ce3-4d51-4920-a641-e4193364ffe2 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:37:15.776990 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Attempting to bind port 87bc6ce3-4d51-4920-a641-e4193364ffe2 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:37:15.777341 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Attempting to bind port 87bc6ce3-4d51-4920-a641-e4193364ffe2 on network 67fad776-10e6-4acd-a178-8da5db89a1d3 {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:37:15.780513 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.780875 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.781214 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.781538 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.781855 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.782172 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.782519 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.782831 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.783147 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.783474 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.783784 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.784114 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.785661 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:15.792685 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:37:15.793066 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Checking segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:37:15.793568 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.794058 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Bound using segment: {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'} {{(pid=114452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:37:15.794550 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.managers [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Bound port: 87bc6ce3-4d51-4920-a641-e4193364ffe2, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62339d2e-08a3-4f3a-82ff-80c8c0927134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}}] {{(pid=114452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:37:15.794921 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), before_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.844222 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Allocated IP 172.20.0.1 (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd/ddcd450b-db63-4ed6-be3c-54e7c34c37e4/15d9c7c3-0380-4c58-9406-5c70117a92e9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:37:15.848047 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] For port 87bc6ce3-4d51-4920-a641-e4193364ffe2, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:37:15.851802 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.plugins.ml2.db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] For port 87bc6ce3-4d51-4920-a641-e4193364ffe2, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=87bc6ce3-4d51-4920-a641-e4193364ffe2,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:37:15.857101 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron_lib.callbacks.manager [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), after_update {{(pid=114452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.916824 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:15.917437 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:15.920051 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af64db2-78df-419e-9f77-9828e0a7da45 None None] Pushing event updated for resources: {'Port': ['ID=87bc6ce3-4d51-4920-a641-e4193364ffe2,revision_number=3']} {{(pid=114452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:15.952577 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks [] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:15.991859 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.029206 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:16.029662 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:16.033994 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:16.037768 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:37:16.063332 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Pushing event updated for resources: {'Port': ['ID=15d9c7c3-0380-4c58-9406-5c70117a92e9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:16.082296 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639737'] for router_interface (e3c68eda-7c63-4607-b32c-bbe32cf51c57), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.218465 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.224317 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:14Z', 'revision_number': 3, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:16.253059 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f593a-1d93-4012-9885-cc861bc62bb1 None None] The sync data for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi is: [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:14Z', 'revision_number': 3, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:16.264563 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-f50ae34d-d774-42b8-81b1-ad0330f47faa None None] Provisioning complete for port 15d9c7c3-0380-4c58-9406-5c70117a92e9 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:16.265037 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f50ae34d-d774-42b8-81b1-ad0330f47faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.301199 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-f50ae34d-d774-42b8-81b1-ad0330f47faa None None] Port 15d9c7c3-0380-4c58-9406-5c70117a92e9 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:37:16.389637 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks [] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.394272 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.462669 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1639853'] for router_interface (e3c68eda-7c63-4607-b32c-bbe32cf51c57), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.466456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Pushing event updated for resources: {'Port': ['ID=15d9c7c3-0380-4c58-9406-5c70117a92e9,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:16.580412 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:16.582322 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:16.711826 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Router e3c68eda-7c63-4607-b32c-bbe32cf51c57 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:16.847027 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-0080ec46-2439-4159-bf26-35fb4a9d6f64 None None] Provisioning complete for port 15d9c7c3-0380-4c58-9406-5c70117a92e9 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:16.847027 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0080ec46-2439-4159-bf26-35fb4a9d6f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:16.852522 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:16.868589 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-d1bdb5de-bc17-4faf-af3f-5b345c0fb59b admin admin] 10.222.0.10 "PUT /v2.0/routers/e3c68eda-7c63-4607-b32c-bbe32cf51c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8946097 Feb 18 00:37:16.884645 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-0080ec46-2439-4159-bf26-35fb4a9d6f64 None None] Port 15d9c7c3-0380-4c58-9406-5c70117a92e9 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:37:16.907305 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 87bc6ce3-4d51-4920-a641-e4193364ffe2 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:37:16.961146 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 87bc6ce3-4d51-4920-a641-e4193364ffe2 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:16.961594 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.053830 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 87bc6ce3-4d51-4920-a641-e4193364ffe2 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:17.054218 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.077501 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] For port 87bc6ce3-4d51-4920-a641-e4193364ffe2, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=87bc6ce3-4d51-4920-a641-e4193364ffe2,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:17.083610 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.084392 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device b8e5f9ea-f566-4d26-887e-0b811663a202 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:37:17.311469 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Pushing event updated for resources: {'Port': ['ID=87bc6ce3-4d51-4920-a641-e4193364ffe2,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:17.322463 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port b8e5f9ea-f566-4d26-887e-0b811663a202 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:17.322834 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.401283 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port b8e5f9ea-f566-4d26-887e-0b811663a202 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:17.618325 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48888) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:17.622997 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-eb9a65c2-78e6-450e-8481-e483162d08de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663575166', 'description': 'tempest-description--1466114914'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:17.646109 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb9a65c2-78e6-450e-8481-e483162d08de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.718766 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb9a65c2-78e6-450e-8481-e483162d08de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (35acd024-43d4-4596-8763-86303561a317), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.723402 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb9a65c2-78e6-450e-8481-e483162d08de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (35acd024-43d4-4596-8763-86303561a317), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.753906 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a65c2-78e6-450e-8481-e483162d08de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35acd024-43d4-4596-8763-86303561a317,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:17.759643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb9a65c2-78e6-450e-8481-e483162d08de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.763747 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-eb9a65c2-78e6-450e-8481-e483162d08de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414018 Feb 18 00:37:17.764105 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48890) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:17.768443 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2c709c08-c6b0-443c-8ec2-06a65d0de6e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'security_group_rule': {'security_group_id': '35acd024-43d4-4596-8763-86303561a317', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:17.793701 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c709c08-c6b0-443c-8ec2-06a65d0de6e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (79fd2670-c93e-43a7-ba39-c7aa5409c0e4), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.852573 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c709c08-c6b0-443c-8ec2-06a65d0de6e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (79fd2670-c93e-43a7-ba39-c7aa5409c0e4), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.856406 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c709c08-c6b0-443c-8ec2-06a65d0de6e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (79fd2670-c93e-43a7-ba39-c7aa5409c0e4), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.877253 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c709c08-c6b0-443c-8ec2-06a65d0de6e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fd2670-c93e-43a7-ba39-c7aa5409c0e4,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:17.883139 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c709c08-c6b0-443c-8ec2-06a65d0de6e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.886673 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-2c709c08-c6b0-443c-8ec2-06a65d0de6e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194453 Feb 18 00:37:17.887018 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48892) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:17.891426 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d53fefd4-f13a-4f3d-a664-fffe3f2941a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'security_group_rule': {'security_group_id': '35acd024-43d4-4596-8763-86303561a317', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:17.919787 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d53fefd4-f13a-4f3d-a664-fffe3f2941a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (a8cfedfc-3482-43bf-b245-7785560968a4), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.941078 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Sync routers for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:17.949941 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:17.951178 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:17.976581 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d53fefd4-f13a-4f3d-a664-fffe3f2941a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (a8cfedfc-3482-43bf-b245-7785560968a4), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.980831 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d53fefd4-f13a-4f3d-a664-fffe3f2941a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (a8cfedfc-3482-43bf-b245-7785560968a4), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:17.998920 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fefd4-f13a-4f3d-a664-fffe3f2941a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cfedfc-3482-43bf-b245-7785560968a4,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:18.007061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d53fefd4-f13a-4f3d-a664-fffe3f2941a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.011075 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-d53fefd4-f13a-4f3d-a664-fffe3f2941a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202421 Feb 18 00:37:18.011276 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48894) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:18.015722 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:18.037937 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.068789 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:18.137904 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.244778 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Allocated IP 172.27.2.228 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/c32f80f6-642a-4716-bf73-77f7c7dc8ff9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:37:18.274138 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 2, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:18.300475 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Checking router: e3c68eda-7c63-4607-b32c-bbe32cf51c57 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:18.300827 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Updating router e3c68eda-7c63-4607-b32c-bbe32cf51c57 port 15d9c7c3-0380-4c58-9406-5c70117a92e9 binding host dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 00:37:18.328408 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.352055 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.385417 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.421464 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:18.426528 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:18.430001 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:37:18.453208 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'Port': ['ID=c32f80f6-642a-4716-bf73-77f7c7dc8ff9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:18.523313 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (f1f2239a-72a4-483d-8a0a-044ef27db965), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.559423 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.603460 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Publish callbacks [] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.608985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.659549 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63323fcc-c9dc-42bf-93e9-540bc03d3ca1 None None] Pushing event updated for resources: {'Port': ['ID=15d9c7c3-0380-4c58-9406-5c70117a92e9,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:18.710147 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Attempting to bind port 15d9c7c3-0380-4c58-9406-5c70117a92e9 on host dv-cinder-816104-3-iscsi for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:37:18.710568 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Attempting to bind port 15d9c7c3-0380-4c58-9406-5c70117a92e9 by drivers openvswitch,hyperv on host dv-cinder-816104-3-iscsi at level 0 using segments [{'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:37:18.710928 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Attempting to bind port 15d9c7c3-0380-4c58-9406-5c70117a92e9 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:37:18.716499 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Checking agent: {'id': '13f9f0a8-6b92-4ba1-af39-108bcc3920a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 22, 3), 'started_at': datetime.datetime(2022, 2, 18, 0, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:37:18.716875 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Checking segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:37:18.717291 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.717661 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Bound using segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:37:18.718763 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Bound port: 15d9c7c3-0380-4c58-9406-5c70117a92e9, host: dv-cinder-816104-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:37:18.719147 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.727273 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.733830 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.794551 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] For port 15d9c7c3-0380-4c58-9406-5c70117a92e9, host dv-cinder-816104-3-iscsi, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:37:18.801291 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] For port 15d9c7c3-0380-4c58-9406-5c70117a92e9, host dv-cinder-816104-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=15d9c7c3-0380-4c58-9406-5c70117a92e9,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:37:18.805743 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'Port': ['ID=c32f80f6-642a-4716-bf73-77f7c7dc8ff9,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:18.810004 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.822768 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (f1f2239a-72a4-483d-8a0a-044ef27db965), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.838921 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:18.846943 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-9e0cc731-4eff-41c5-a797-fa0e25f95696 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8345573 Feb 18 00:37:18.849225 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 87bc6ce3-4d51-4920-a641-e4193364ffe2 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:37:18.914753 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:18.915305 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:18.988040 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63323fcc-c9dc-42bf-93e9-540bc03d3ca1 None None] Pushing event updated for resources: {'Port': ['ID=15d9c7c3-0380-4c58-9406-5c70117a92e9,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:19.011551 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4beda229-1297-4ec5-b833-dc5285f797dc tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--663575166&fields=id&tenant_id=d727203a2dc4436d919de9ebcb32884c HTTP/1.1" status: 200 len: 267 time: 0.0470560 Feb 18 00:37:19.022661 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-b217eb15-aa9b-4ad8-b226-4713001521ef None None] Provisioning complete for port 15d9c7c3-0380-4c58-9406-5c70117a92e9 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:19.023033 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b217eb15-aa9b-4ad8-b226-4713001521ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:19.076273 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 87bc6ce3-4d51-4920-a641-e4193364ffe2 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:19.076654 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:19.113949 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:19.134048 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-b23885e3-2e68-4dc3-90e1-520abd92540e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:19.135543 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-b23885e3-2e68-4dc3-90e1-520abd92540e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 810 time: 0.1130800 Feb 18 00:37:19.150561 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-2b7bd563-acc1-4cb1-b305-123bb0a2ee99 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/quotas/d727203a2dc4436d919de9ebcb32884c HTTP/1.1" status: 200 len: 375 time: 0.0094013 Feb 18 00:37:19.205624 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-0e082413-c8fb-4a7e-8d3e-6f607c013b45 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495329 Feb 18 00:37:19.289794 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-b217eb15-aa9b-4ad8-b226-4713001521ef None None] Current status of the port 15d9c7c3-0380-4c58-9406-5c70117a92e9 is: DOWN; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:19.290186 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b217eb15-aa9b-4ad8-b226-4713001521ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:19.355218 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-dd1b6097-bf2e-45b3-9be4-de35c8858475 service neutron] 10.222.0.10 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382854 Feb 18 00:37:19.366936 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 87bc6ce3-4d51-4920-a641-e4193364ffe2 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:19.389992 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-b217eb15-aa9b-4ad8-b226-4713001521ef None None] For port 15d9c7c3-0380-4c58-9406-5c70117a92e9, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=15d9c7c3-0380-4c58-9406-5c70117a92e9,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:19.411899 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b217eb15-aa9b-4ad8-b226-4713001521ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:19.448836 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-6bae629d-8891-4d41-9d17-18854386a2ab service neutron] 10.222.0.10 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845087 Feb 18 00:37:19.467139 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217eb15-aa9b-4ad8-b226-4713001521ef None None] Pushing event updated for resources: {'Port': ['ID=15d9c7c3-0380-4c58-9406-5c70117a92e9,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:19.485455 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:18Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:19.512772 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ede1f-edb7-4ab6-bea6-ff53e7060325 None None] The sync data for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi is: [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:18Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:19.530676 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-e0860112-5ec0-4fa4-987b-47a9122ec94b None None] Provisioning complete for port 15d9c7c3-0380-4c58-9406-5c70117a92e9 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:19.531338 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e0860112-5ec0-4fa4-987b-47a9122ec94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:19.637778 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-25122958-ba17-47ea-a12b-5beedded2812 req-7fb7bc04-074c-46bb-9492-d7096d7b6eab tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 210 time: 0.0394735 Feb 18 00:37:19.656475 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-e0860112-5ec0-4fa4-987b-47a9122ec94b None None] Current status of the port 15d9c7c3-0380-4c58-9406-5c70117a92e9 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:20.780938 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fdf27776-f671-4c8f-b196-bcfb3d9f3c94 req-4a9bc811-a14d-4902-9164-89b5cc197f15 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Feb 18 00:37:20.787899 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-d018b7fc-bb03-44f2-81d6-a607cd4c3400 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:20.789347 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-d018b7fc-bb03-44f2-81d6-a607cd4c3400 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 810 time: 0.1056545 Feb 18 00:37:20.830049 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 15d9c7c3-0380-4c58-9406-5c70117a92e9 up at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:37:20.860670 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-31352bf4-e0b9-4bac-ac3e-2e499b6811b2 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d727203a2dc4436d919de9ebcb32884c HTTP/1.1" status: 200 len: 379 time: 0.0560861 Feb 18 00:37:20.871417 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'port': {'device_id': '51165dae-c049-41f0-bf55-e2c402ef9328', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'admin_state_up': True, 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'security_groups': ['35acd024-43d4-4596-8763-86303561a317']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:20.886529 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Provisioning complete for port 15d9c7c3-0380-4c58-9406-5c70117a92e9 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:20.886903 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:20.965955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Current status of the port 15d9c7c3-0380-4c58-9406-5c70117a92e9 is: ACTIVE; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:20.975078 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Made reservation on behalf of d727203a2dc4436d919de9ebcb32884c for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:37:20.978652 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:21.104128 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Allocated IP 172.20.0.11 (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd/ddcd450b-db63-4ed6-be3c-54e7c34c37e4/f4646cb8-0029-4db9-8abd-b494d7328f31) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:37:21.239154 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:21.272631 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:21.313029 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:21.317928 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:21.321564 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:37:21.346604 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'Port': ['ID=f4646cb8-0029-4db9-8abd-b494d7328f31,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:21.376085 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:21.376786 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:21.393467 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-4a294476-59bf-4d89-9775-5ee7e3a7c6f6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5263364 Feb 18 00:37:21.411380 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Request body: {'port': {'device_id': '51165dae-c049-41f0-bf55-e2c402ef9328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:21.475214 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:21.590274 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-c1a6c2c5-fdcf-4447-a738-c79776310dc9 None None] Provisioning complete for port f4646cb8-0029-4db9-8abd-b494d7328f31 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:21.590565 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c2c5-fdcf-4447-a738-c79776310dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:21.624691 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6c2c5-fdcf-4447-a738-c79776310dc9 None None] Port f4646cb8-0029-4db9-8abd-b494d7328f31 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:37:21.911626 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157193c0-269e-4bd4-9312-d26ee217b98c req-781d30b2-0635-4bbd-b46b-fd27b5038b00 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:21.913110 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-157193c0-269e-4bd4-9312-d26ee217b98c req-781d30b2-0635-4bbd-b46b-fd27b5038b00 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 932 time: 0.0569191 Feb 18 00:37:21.960911 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-157193c0-269e-4bd4-9312-d26ee217b98c req-f980994c-2dd9-4d64-b2e8-630972aad7f5 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Feb 18 00:37:21.977617 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4646cb8-0029-4db9-8abd-b494d7328f31 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:37:21.985426 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Publish callbacks [] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:21.998022 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Transition to ACTIVE for port object f4646cb8-0029-4db9-8abd-b494d7328f31 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:37:22.001693 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:22.053055 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Pushing event updated for resources: {'Port': ['ID=f4646cb8-0029-4db9-8abd-b494d7328f31,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:22.132663 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Attempting to bind port f4646cb8-0029-4db9-8abd-b494d7328f31 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:37:22.132990 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Attempting to bind port f4646cb8-0029-4db9-8abd-b494d7328f31 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:37:22.133311 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Attempting to bind port f4646cb8-0029-4db9-8abd-b494d7328f31 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:37:22.138174 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Port f4646cb8-0029-4db9-8abd-b494d7328f31 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:37:22.138746 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Attempting to bind port f4646cb8-0029-4db9-8abd-b494d7328f31 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:37:22.146633 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:37:22.146967 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Checking segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:37:22.147343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Bound using segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:37:22.147766 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Bound port: f4646cb8-0029-4db9-8abd-b494d7328f31, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:37:22.148115 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:22.213147 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] For port f4646cb8-0029-4db9-8abd-b494d7328f31, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:37:22.216189 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] For port f4646cb8-0029-4db9-8abd-b494d7328f31, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f4646cb8-0029-4db9-8abd-b494d7328f31,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:37:22.222677 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:22.255819 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:22.256438 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:22.257860 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] 10.222.0.48 "PUT /v2.0/ports/f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 200 len: 1094 time: 0.8515446 Feb 18 00:37:22.258465 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:22.260690 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c359811b-c021-4c97-b562-b9d62cc9c412" -d '{"events": [{"name": "network-changed", "server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:22.296976 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b8d1f-f5ba-4cd1-885a-26c9a7f8337a service neutron] Pushing event updated for resources: {'Port': ['ID=f4646cb8-0029-4db9-8abd-b494d7328f31,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:22.303737 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a423cfd-e079-41ef-aaa7-f813de27eafe x-openstack-request-id: req-9a423cfd-e079-41ef-aaa7-f813de27eafe {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:22.304038 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:22.304298 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a423cfd-e079-41ef-aaa7-f813de27eafe {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:22.304702 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'status': 'completed', 'code': 200} Feb 18 00:37:22.364149 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-07405484-c3dc-4b4a-ad73-3271d0baf7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:22.365576 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-07405484-c3dc-4b4a-ad73-3271d0baf7c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 1128 time: 0.0469830 Feb 18 00:37:22.417351 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-79cb1fc8-470c-41a4-b1f5-0272f89b4d5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 200 len: 217 time: 0.0382936 Feb 18 00:37:22.467173 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-340397d4-5f0c-46ce-ba3d-6541334f5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:22.468676 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-340397d4-5f0c-46ce-ba3d-6541334f5bd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0460584 Feb 18 00:37:22.516330 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-ead3e621-42d6-4060-8a09-76cb567dfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:22.517797 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-ead3e621-42d6-4060-8a09-76cb567dfde9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438380 Feb 18 00:37:22.608321 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-84db9c75-30fe-4196-96e0-77f103062586 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839176 Feb 18 00:37:22.699277 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-04be3fa0-6649-40aa-afe8-e5556d307cca req-abcc654f-23c8-47f9-b339-515a55c2a422 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856056 Feb 18 00:37:22.830970 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-c44cbdd0-689c-4bbf-8843-71d87935cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:22.833073 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-c44cbdd0-689c-4bbf-8843-71d87935cefd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 1128 time: 0.0475867 Feb 18 00:37:22.920858 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-239d454a-d2ca-4df0-b492-5220ed78fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:22.922292 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-239d454a-d2ca-4df0-b492-5220ed78fb5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 911 time: 0.0826068 Feb 18 00:37:22.967457 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-a59fb267-0852-4e36-993c-cebb83ca7fd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 200 len: 217 time: 0.0374517 Feb 18 00:37:23.015730 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-8546bd45-af48-4cd9-84cc-193040eba935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:23.017280 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-8546bd45-af48-4cd9-84cc-193040eba935 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0438793 Feb 18 00:37:23.068881 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-56e251e7-eea5-49b0-b3c6-d43e8e3534d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:23.070471 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-56e251e7-eea5-49b0-b3c6-d43e8e3534d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463707 Feb 18 00:37:23.083438 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbbb3f-5d47-442d-ade4-ec8bdb9b0ea9 req-c5752ada-18c2-4950-8a2a-a1a598bab968 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:23.084893 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63dbbb3f-5d47-442d-ade4-ec8bdb9b0ea9 req-c5752ada-18c2-4950-8a2a-a1a598bab968 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 944 time: 0.0560212 Feb 18 00:37:23.131392 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-63dbbb3f-5d47-442d-ade4-ec8bdb9b0ea9 req-59cc0558-f97f-45d7-9e49-fbdeac2c17d7 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408294 Feb 18 00:37:23.163065 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-aca4a3dc-3cb6-4928-baf9-a5237ecf6166 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862577 Feb 18 00:37:23.250550 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c359811b-c021-4c97-b562-b9d62cc9c412 req-21d2199d-c4ea-418c-a532-21f4b729de7b service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810125 Feb 18 00:37:24.197736 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48934) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:24.261085 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3aeb4-df6e-40cd-b4e6-b83df0e601d4 req-361aa066-6a99-4613-9105-bfe3389a2890 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:24.262555 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e2d3aeb4-df6e-40cd-b4e6-b83df0e601d4 req-361aa066-6a99-4613-9105-bfe3389a2890 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 944 time: 0.0593319 Feb 18 00:37:24.314043 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f4646cb8-0029-4db9-8abd-b494d7328f31 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:37:24.341330 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e2d3aeb4-df6e-40cd-b4e6-b83df0e601d4 req-66a7de4c-c00a-429f-9fe2-c5bde3a9820d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733595 Feb 18 00:37:24.412952 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port f4646cb8-0029-4db9-8abd-b494d7328f31, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f4646cb8-0029-4db9-8abd-b494d7328f31,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:24.424668 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'port_id': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'mac_address': 'fa:16:3e:39:48:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:37:24.456629 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Deleting port 41677afd-34f5-4474-966f-01b998abe151 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:24.456956 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (41677afd-34f5-4474-966f-01b998abe151), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:24.462115 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port f4646cb8-0029-4db9-8abd-b494d7328f31 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:24.462538 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:24.475866 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4646cb8-0029-4db9-8abd-b494d7328f31 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:37:24.495794 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port f4646cb8-0029-4db9-8abd-b494d7328f31, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f4646cb8-0029-4db9-8abd-b494d7328f31,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:24.500913 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:24.533154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (41677afd-34f5-4474-966f-01b998abe151), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:24.533478 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for floatingip (41677afd-34f5-4474-966f-01b998abe151), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:24.547110 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Calling delete_port for 41677afd-34f5-4474-966f-01b998abe151 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:24.553752 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=f4646cb8-0029-4db9-8abd-b494d7328f31,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:24.689736 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (41677afd-34f5-4474-966f-01b998abe151), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:24.711692 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event deleted for resources: {'Port': ['ID=41677afd-34f5-4474-966f-01b998abe151,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:24.775864 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for floatingip (eca72685-f6cc-4813-b631-d4bccc181a6b), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:24.776268 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.l3_db [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Floating IP eca72685-f6cc-4813-b631-d4bccc181a6b disassociated (deleted). External IP: 172.27.2.223, port: de9130cb-1fc8-4407-bfa9-a3ecf1c8e809. Feb 18 00:37:24.826773 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['f4646cb8-0029-4db9-8abd-b494d7328f31'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:37:25.224505 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Router 92b6ca09-99f2-4a1a-9aca-328726174867 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:25.330709 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:25.336033 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:25.341155 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] Sync routers for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:25.352731 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:25.353343 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:25.365936 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-d815f86c-b2b3-42cc-ad8c-fb28bbb69bd6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "DELETE /v2.0/floatingips/eca72685-f6cc-4813-b631-d4bccc181a6b HTTP/1.1" status: 204 len: 168 time: 1.1668937 Feb 18 00:37:25.366469 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:25.368762 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874ccbac-d5f7-45d9-9925-d638d60b44b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:25.477078 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c05fb-784f-4a79-a99f-db949911cfb5 req-7c90ab57-ad31-41ca-9c2d-4b92d9fba17b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:25.478628 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-191c05fb-784f-4a79-a99f-db949911cfb5 req-7c90ab57-ad31-41ca-9c2d-4b92d9fba17b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 945 time: 0.0544407 Feb 18 00:37:25.485507 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:25.529910 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1081d-6bdb-4a21-935d-e6b0cf4e8441 x-openstack-request-id: req-c9f1081d-6bdb-4a21-935d-e6b0cf4e8441 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:25.530279 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:25.530574 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9f1081d-6bdb-4a21-935d-e6b0cf4e8441 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:25.530972 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'status': 'completed', 'code': 200} Feb 18 00:37:25.539092 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-191c05fb-784f-4a79-a99f-db949911cfb5 req-0fa1d9cf-bb87-4f16-9acc-8ea7bff8851e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541470 Feb 18 00:37:25.645411 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-44ab328d-f321-4d5b-b65a-2c203ae872dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:25.646862 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-44ab328d-f321-4d5b-b65a-2c203ae872dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 1129 time: 0.0506132 Feb 18 00:37:25.654553 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f55f52-9a78-4bbb-bacd-fe84da0d747a req-6ba0d3a8-793a-4b1b-b68a-44b255ecd434 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:25.656897 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47f55f52-9a78-4bbb-bacd-fe84da0d747a req-6ba0d3a8-793a-4b1b-b68a-44b255ecd434 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0585570 Feb 18 00:37:25.705447 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:41Z', 'revision_number': 5, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:25.723644 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-47f55f52-9a78-4bbb-bacd-fe84da0d747a req-51babc74-cb5e-4ed3-a560-06109a3da5c0 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605834 Feb 18 00:37:25.743563 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] Checking router: 92b6ca09-99f2-4a1a-9aca-328726174867 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:25.752592 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:25.753617 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:36:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:25.762998 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-062460cd-6c82-4cb9-8456-5128a995396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:25.764614 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-062460cd-6c82-4cb9-8456-5128a995396e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 200 len: 909 time: 0.1113155 Feb 18 00:37:25.805273 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-98e2afb4-16a6-4001-854a-258d04b5b1ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 200 len: 217 time: 0.0345323 Feb 18 00:37:25.854282 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-b923b47e-30e8-479f-8649-0beb006c64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:25.855750 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-b923b47e-30e8-479f-8649-0beb006c64fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 200 len: 847 time: 0.0439320 Feb 18 00:37:25.867665 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:25.907097 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-c916b26c-1272-471a-ab7d-c2af368855cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:25.908524 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-c916b26c-1272-471a-ab7d-c2af368855cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6e1e66a-abd4-4532-8f57-255c10d7eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466576 Feb 18 00:37:25.996367 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-7479ca9b-4dfe-4b91-b3ab-77de7e7d833b service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800133 Feb 18 00:37:26.062858 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:41Z', 'revision_number': 5, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:26.090210 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f58d0d-66c8-44ec-921d-1830960b3428 None None] The sync data for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi is: [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:31:36Z', 'revision_number': 4, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': 'd6fc13a1-1ebc-4302-bf01-7ccb43e9ba80', 'name': '', 'network_id': 'f6e1e66a-abd4-4532-8f57-255c10d7eeea', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'mac_address': 'fa:16:3e:45:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:36Z', 'updated_at': '2022-02-18T00:31:41Z', 'revision_number': 5, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'subnets': [{'id': '440afa06-26cd-46a1-915d-6143a1091bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:26.095127 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-874ccbac-d5f7-45d9-9925-d638d60b44b7 req-9da5a599-6b1e-45aa-9fd4-9f15041b016c service neutron] 10.222.0.48 "GET /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928936 Feb 18 00:37:26.308513 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c2e74-ea15-47af-8332-32a7014dcbb0 None None] New status for floating IP eca72685-f6cc-4813-b631-d4bccc181a6b: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:37:26.468899 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f4646cb8-0029-4db9-8abd-b494d7328f31 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:37:26.551892 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port f4646cb8-0029-4db9-8abd-b494d7328f31 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:37:26.556431 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port f4646cb8-0029-4db9-8abd-b494d7328f31 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:26.556814 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:26.635447 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port f4646cb8-0029-4db9-8abd-b494d7328f31 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:26.635884 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:26.660828 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:26.663167 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7340e95-dcae-4550-9891-c29368cd6ef9" -d '{"events": [{"server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "name": "network-vif-plugged", "status": "completed", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:26.664342 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab73d1-5975-4e80-aadc-1d1d13dc0195 req-06849697-4c76-474e-b34a-37236f4b384d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:26.666483 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f4ab73d1-5975-4e80-aadc-1d1d13dc0195 req-06849697-4c76-474e-b34a-37236f4b384d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Feb 18 00:37:26.683666 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port f4646cb8-0029-4db9-8abd-b494d7328f31, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f4646cb8-0029-4db9-8abd-b494d7328f31,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:26.688902 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:26.717841 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280b6d9f-4b23-4148-aea2-d01713337855 x-openstack-request-id: req-280b6d9f-4b23-4148-aea2-d01713337855 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:26.718131 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "name": "network-vif-plugged", "status": "completed", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:26.718406 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-280b6d9f-4b23-4148-aea2-d01713337855 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:26.718803 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-f4ab73d1-5975-4e80-aadc-1d1d13dc0195 req-c80666eb-4ab0-435f-8f9c-7d2eaba359ad tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465078 Feb 18 00:37:26.718962 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'code': 200} Feb 18 00:37:26.748327 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=f4646cb8-0029-4db9-8abd-b494d7328f31,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:26.846214 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf5101-18e5-4132-83e5-5006ecf4f366 req-03eafc6e-8111-4912-bb53-c42fb41742d9 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:26.850886 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aecf5101-18e5-4132-83e5-5006ecf4f366 req-03eafc6e-8111-4912-bb53-c42fb41742d9 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0563905 Feb 18 00:37:26.856871 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a99281cc-f568-4fbd-aa14-65f32a9f1a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:26.899748 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-aecf5101-18e5-4132-83e5-5006ecf4f366 req-37350903-4ec2-424a-b70b-8c287031cb37 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc56766a-c188-4906-8ae7-b535b3ef2dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Feb 18 00:37:26.947958 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02226a2-0377-4737-b52c-689d5c4079a6 req-4968b6d0-971d-421d-9c1f-312e04e8c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:26.949460 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f02226a2-0377-4737-b52c-689d5c4079a6 req-4968b6d0-971d-421d-9c1f-312e04e8c479 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 1130 time: 0.0453870 Feb 18 00:37:26.992429 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-f02226a2-0377-4737-b52c-689d5c4079a6 req-26b5e9c8-08e7-43ba-b5a9-45d2c48292d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371015 Feb 18 00:37:27.615399 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-ccff47f4-f204-4cfb-a212-97cc1b0067d5 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:27.616848 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-ccff47f4-f204-4cfb-a212-97cc1b0067d5 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 945 time: 0.0499094 Feb 18 00:37:27.714329 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Deleting port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:27.714612 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:27.801880 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] For port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:27.802245 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:27.815127 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Calling delete_port for de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:27.841239 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907e4e6-b487-4021-82cf-60a344002d1a req-d24b9602-6eb0-4c64-a38b-e71fb42228f0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:27.842737 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c907e4e6-b487-4021-82cf-60a344002d1a req-d24b9602-6eb0-4c64-a38b-e71fb42228f0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0551412 Feb 18 00:37:27.891170 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-c907e4e6-b487-4021-82cf-60a344002d1a req-9fb11583-6adc-43cd-a3b8-037b5599bc41 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Feb 18 00:37:27.950822 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (de9130cb-1fc8-4407-bfa9-a3ecf1c8e809), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:27.978980 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event deleted for resources: {'Port': ['ID=de9130cb-1fc8-4407-bfa9-a3ecf1c8e809,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:27.998807 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-82580b39-a436-49ed-bafd-6d237afd3eb1 req-9d0a36b5-462d-41a6-b7c1-730242057a40 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf60ae5-e36e-4f22-b307-66bcb557196d HTTP/1.1" status: 200 len: 210 time: 0.0294697 Feb 18 00:37:28.027819 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] No DVR routers for this DVR port de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:37:28.030343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:28.033740 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-4e232c61-95eb-4dc4-8284-eae7b14ca63f req-a9d2cfe8-e4e4-4226-8e77-a5d01de4cac6 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.48 "DELETE /v2.0/ports/de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 HTTP/1.1" status: 204 len: 173 time: 0.4102662 Feb 18 00:37:28.034233 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-deleted', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:28.036461 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c2f374-bdc0-437f-b4f6-79ba43cfe27d" -d '{"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-deleted", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:28.076534 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b2a480-d09a-4100-8ec1-154f8d44cf04 x-openstack-request-id: req-53b2a480-d09a-4100-8ec1-154f8d44cf04 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:28.076770 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf60ae5-e36e-4f22-b307-66bcb557196d", "name": "network-vif-deleted", "tag": "de9130cb-1fc8-4407-bfa9-a3ecf1c8e809", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:28.077016 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53b2a480-d09a-4100-8ec1-154f8d44cf04 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:28.077421 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf60ae5-e36e-4f22-b307-66bcb557196d', 'name': 'network-vif-deleted', 'tag': 'de9130cb-1fc8-4407-bfa9-a3ecf1c8e809', 'status': 'completed', 'code': 200} Feb 18 00:37:29.008460 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe15f0-f211-47ed-86fd-cef699c8edde req-0db20fbd-95bd-449c-9aed-68f049b0b78e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:29.009951 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfbe15f0-f211-47ed-86fd-cef699c8edde req-0db20fbd-95bd-449c-9aed-68f049b0b78e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0503452 Feb 18 00:37:29.059574 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48962) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:29.061845 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dfbe15f0-f211-47ed-86fd-cef699c8edde req-3f773630-ef0e-4225-8256-97204be932d9 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436251 Feb 18 00:37:29.116797 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1320c1-59ca-439c-b66a-70875fa2dc59 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group (cc56766a-c188-4906-8ae7-b535b3ef2dbb), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.142794 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1320c1-59ca-439c-b66a-70875fa2dc59 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group (cc56766a-c188-4906-8ae7-b535b3ef2dbb), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.178944 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6eaf3-eb66-447e-815b-140dcc584cd2 req-b0a9ff73-7cee-4bb4-ad48-f607c72e1c71 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:29.181331 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a7d6eaf3-eb66-447e-815b-140dcc584cd2 req-b0a9ff73-7cee-4bb4-ad48-f607c72e1c71 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0560391 Feb 18 00:37:29.191444 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48966) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:29.196427 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'floatingip': {'port_id': 'f4646cb8-0029-4db9-8abd-b494d7328f31'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:29.239619 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (f1f2239a-72a4-483d-8a0a-044ef27db965), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.241451 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1320c1-59ca-439c-b66a-70875fa2dc59 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (cc56766a-c188-4906-8ae7-b535b3ef2dbb), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.243950 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1320c1-59ca-439c-b66a-70875fa2dc59 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.245026 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-7b1320c1-59ca-439c-b66a-70875fa2dc59 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc56766a-c188-4906-8ae7-b535b3ef2dbb HTTP/1.1" status: 204 len: 168 time: 0.1844010 Feb 18 00:37:29.287330 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1320c1-59ca-439c-b66a-70875fa2dc59 tempest-TestShelveInstance-1610751976 tempest-TestShelveInstance-1610751976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc56766a-c188-4906-8ae7-b535b3ef2dbb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:29.293369 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 48970) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:29.365074 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f7c82846-d2cf-4c5a-af0e-a40a8e0bcdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.679858 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.683602 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (f1f2239a-72a4-483d-8a0a-044ef27db965), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.709376 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (92b6ca09-99f2-4a1a-9aca-328726174867), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.786269 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Floating IP f1f2239a-72a4-483d-8a0a-044ef27db965 associated. External IP: 172.27.2.228, port: f4646cb8-0029-4db9-8abd-b494d7328f31. Feb 18 00:37:29.955698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Deleting port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:29.955951 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:29.993853 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Router e3c68eda-7c63-4607-b32c-bbe32cf51c57 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:30.036756 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] For port d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:30.037324 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:30.050011 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Calling delete_port for d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:30.100046 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:30.104435 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:30.111170 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] Sync routers for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:30.121362 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:30.121971 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:30.138490 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-3ef5f20b-560d-477e-ab2c-e690f0c33199 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "PUT /v2.0/floatingips/f1f2239a-72a4-483d-8a0a-044ef27db965 HTTP/1.1" status: 200 len: 992 time: 0.9429038 Feb 18 00:37:30.138490 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:30.138888 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309" -d '{"events": [{"name": "network-changed", "server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:30.178105 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f377d2-0767-40d1-915d-c5113177ab6e x-openstack-request-id: req-05f377d2-0767-40d1-915d-c5113177ab6e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:30.178511 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:30.178829 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05f377d2-0767-40d1-915d-c5113177ab6e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:30.179294 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'status': 'completed', 'code': 200} Feb 18 00:37:30.249320 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:30.269525 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:30.273580 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:30.285117 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:30.292509 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-b57dde3a-2345-417d-af15-014b37412b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:30.294901 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-b57dde3a-2345-417d-af15-014b37412b7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 1130 time: 0.0666225 Feb 18 00:37:30.342722 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:30.376429 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:30.377120 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device de9130cb-1fc8-4407-bfa9-a3ecf1c8e809 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:30.417097 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-8588153e-39ec-446f-a2b8-18f71410e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:30.418748 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-8588153e-39ec-446f-a2b8-18f71410e058 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 911 time: 0.1154583 Feb 18 00:37:30.485473 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (92b6ca09-99f2-4a1a-9aca-328726174867), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:30.497840 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-8a11ccbf-27a8-4a00-85ad-b5061ad8ffc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 200 len: 1000 time: 0.0723457 Feb 18 00:37:30.546153 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-b5e0c97f-13a6-45a3-9e9b-1be04363760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:30.547524 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-b5e0c97f-13a6-45a3-9e9b-1be04363760e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0433495 Feb 18 00:37:30.600138 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-cd652636-daf4-446f-8ad3-33b1f78c6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:30.601932 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-cd652636-daf4-446f-8ad3-33b1f78c6b6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485332 Feb 18 00:37:30.639483 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'f1f2239a-72a4-483d-8a0a-044ef27db965', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'port_id': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'mac_address': 'fa:16:3e:39:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51165dae-c049-41f0-bf55-e2c402ef9328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:37:18Z', 'updated_at': '2022-02-18T00:37:29Z', 'revision_number': 1, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:30.672531 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] Checking router: e3c68eda-7c63-4607-b32c-bbe32cf51c57 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:30.682254 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:30.682889 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:30.697788 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-56170e7e-5d94-4090-a0c8-a0d56c9ef899 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889802 Feb 18 00:37:30.731563 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Router 92b6ca09-99f2-4a1a-9aca-328726174867 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:30.802919 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-80e22ad0-dc10-4a27-9a7d-a1f4a3bf8309 req-2e27000c-80f6-45f5-91e5-ff6eb5a58d9d service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997910 Feb 18 00:37:30.803390 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:30.863074 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:30.870930 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-ad625a7d-7f71-4a17-bd5c-52119d9c6b20 admin admin] 10.222.0.10 "PUT /v2.0/routers/92b6ca09-99f2-4a1a-9aca-328726174867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742784 Feb 18 00:37:30.871427 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48980) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:30.875350 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] Sync routers for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:30.887498 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:30.888124 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:30.980031 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks [] for router (92b6ca09-99f2-4a1a-9aca-328726174867), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:30.997593 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:31.054317 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'f1f2239a-72a4-483d-8a0a-044ef27db965', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'port_id': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'mac_address': 'fa:16:3e:39:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51165dae-c049-41f0-bf55-e2c402ef9328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:37:18Z', 'updated_at': '2022-02-18T00:37:29Z', 'revision_number': 1, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:31.081006 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d81db5-b91a-4e6d-8b9e-d091ae15fce5 None None] The sync data for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi is: [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': 'f1f2239a-72a4-483d-8a0a-044ef27db965', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'port_id': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'mac_address': 'fa:16:3e:39:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51165dae-c049-41f0-bf55-e2c402ef9328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:37:18Z', 'updated_at': '2022-02-18T00:37:29Z', 'revision_number': 1, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:31.082243 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks [] for router_gateway (92b6ca09-99f2-4a1a-9aca-328726174867), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.199920 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:37:30Z', 'revision_number': 5, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port': {'id': 'f12ff373-5ae0-4a57-9c9c-cf191fc50fa8', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:34Z', 'updated_at': '2022-02-18T00:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:31.228920 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] Checking router: 92b6ca09-99f2-4a1a-9aca-328726174867 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:31.238919 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] Routers {'92b6ca09-99f2-4a1a-9aca-328726174867'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:31.239515 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['92b6ca09-99f2-4a1a-9aca-328726174867'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:31.303780 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6bfc5e-8ea2-445b-a81f-29a35dfea6d3 None None] New status for floating IP f1f2239a-72a4-483d-8a0a-044ef27db965: ACTIVE {{(pid=114452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:37:31.335366 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] Set router 92b6ca09-99f2-4a1a-9aca-328726174867 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:31.393984 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:37:31Z', 'revision_number': 6, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:31.404232 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Deleting port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:31.404749 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.422434 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59064a30-a577-4ff8-b5a0-9ec4ae3d84ef None None] The sync data for ids ['92b6ca09-99f2-4a1a-9aca-328726174867'] in dv-cinder-816104-3-iscsi is: [{'id': '92b6ca09-99f2-4a1a-9aca-328726174867', 'name': 'tempest-TestShelveInstance-786605445-router', 'tenant_id': '63e7c2bdea8449698c1f51e3060fd44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:33Z', 'updated_at': '2022-02-18T00:37:31Z', 'revision_number': 6, 'project_id': '63e7c2bdea8449698c1f51e3060fd44c', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:31.492197 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] For port f12ff373-5ae0-4a57-9c9c-cf191fc50fa8, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:31.492553 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.506345 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Calling delete_port for f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:31.611515 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.668147 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (f12ff373-5ae0-4a57-9c9c-cf191fc50fa8), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.697055 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12ff373-5ae0-4a57-9c9c-cf191fc50fa8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:31.753855 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (92b6ca09-99f2-4a1a-9aca-328726174867), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.847559 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (92b6ca09-99f2-4a1a-9aca-328726174867), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.849968 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks [] for router_controller (92b6ca09-99f2-4a1a-9aca-328726174867), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.899666 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (92b6ca09-99f2-4a1a-9aca-328726174867), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.900253 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b6ca09-99f2-4a1a-9aca-328726174867 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:37:31.904793 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.905937 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-c4a19a16-87f4-47b1-b613-9574f78f0045 admin admin] 10.222.0.10 "DELETE /v2.0/routers/92b6ca09-99f2-4a1a-9aca-328726174867 HTTP/1.1" status: 204 len: 168 time: 1.0334926 Feb 18 00:37:31.908427 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48982) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:31.954849 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] Deleting subnet 440afa06-26cd-46a1-915d-6143a1091bdb {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:37:31.957861 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] Publish callbacks [] for subnet (440afa06-26cd-46a1-915d-6143a1091bdb), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:31.991409 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (440afa06-26cd-46a1-915d-6143a1091bdb), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.065198 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (440afa06-26cd-46a1-915d-6143a1091bdb), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.119654 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (440afa06-26cd-46a1-915d-6143a1091bdb), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.147691 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440afa06-26cd-46a1-915d-6143a1091bdb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:32.148950 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.154438 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-564aa871-37fa-4c47-a565-51eab2c8dede admin admin] 10.222.0.10 "DELETE /v2.0/subnets/440afa06-26cd-46a1-915d-6143a1091bdb HTTP/1.1" status: 204 len: 168 time: 0.2429359 Feb 18 00:37:32.154977 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48988) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:32.161544 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512b04d8-a65b-47e6-81e1-df86f0529790 None None] Network f6e1e66a-abd4-4532-8f57-255c10d7eeea requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:37:32.230327 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (f6e1e66a-abd4-4532-8f57-255c10d7eeea), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.287596 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Deleting port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:32.287944 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.351556 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] DHCP port deletion for f6e1e66a-abd4-4532-8f57-255c10d7eeea request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:37:32.365803 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] For port 40cf62ce-64d7-43ce-80e7-90b0c84493f3, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=40cf62ce-64d7-43ce-80e7-90b0c84493f3,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:32.366758 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.382499 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Calling delete_port for 40cf62ce-64d7-43ce-80e7-90b0c84493f3 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:32.408594 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] Deleting port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 {{(pid=114451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:32.409258 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), before_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.470152 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.491846 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] For port 40cf62ce-64d7-43ce-80e7-90b0c84493f3, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=40cf62ce-64d7-43ce-80e7-90b0c84493f3,segment=NetworkSegment(5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c),segment_id=5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:32.492211 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), precommit_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.500052 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] No DVR routers for this DVR port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 on host dv-cinder-816104-3-iscsi {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:37:32.502279 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=40cf62ce-64d7-43ce-80e7-90b0c84493f3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:32.511640 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] Calling delete_port for 40cf62ce-64d7-43ce-80e7-90b0c84493f3 owned by network:dhcp {{(pid=114451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:32.590345 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (f6e1e66a-abd4-4532-8f57-255c10d7eeea), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.613746 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e1e66a-abd4-4532-8f57-255c10d7eeea']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:32.617446 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (40cf62ce-64d7-43ce-80e7-90b0c84493f3), after_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.623405 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:32.623768 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:32.633155 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25465227'] for segment (5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.647294 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.647509 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] Pushing event deleted for resources: {'Port': ['ID=40cf62ce-64d7-43ce-80e7-90b0c84493f3,revision_number=None']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:32.651233 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86581cd-dcd1-41ae-92fb-185f2594957f None None] No DVR routers for this DVR port 40cf62ce-64d7-43ce-80e7-90b0c84493f3 on host dv-cinder-816104-3-iscsi {{(pid=114451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:37:32.656569 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:37:32.656962 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25315000'] for segment (5c1bb4cc-9ad0-47a1-a0ab-e7dfc6e3096c), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: Traceback (most recent call last): Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: timer() Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: cb(*args, **kw) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: return func(*args, **kwargs) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: self._notify() Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: self.callback(batched_events) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: event.method(event) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: return f(self, *a, **k) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._get(url).json() Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: return self.request(url, 'GET', **kwargs) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:37:32.659980 dv-cinder-816104-3-iscsi neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:37:32.717041 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (f6e1e66a-abd4-4532-8f57-255c10d7eeea), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.733196 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:32.739993 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6e1e66a-abd4-4532-8f57-255c10d7eeea HTTP/1.1" status: 204 len: 168 time: 0.5803010 Feb 18 00:37:32.739993 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4377fa4-7092-4d62-8f79-afb29bffdb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e1e66a-abd4-4532-8f57-255c10d7eeea,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:32.740235 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:32.779003 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 40cf62ce-64d7-43ce-80e7-90b0c84493f3 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:32.799603 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 40cf62ce-64d7-43ce-80e7-90b0c84493f3 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:32.800480 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 40cf62ce-64d7-43ce-80e7-90b0c84493f3 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:32.800917 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:32.819864 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:32.820212 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device d6fc13a1-1ebc-4302-bf01-7ccb43e9ba80 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:32.820630 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:32.839144 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:32.839419 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device f12ff373-5ae0-4a57-9c9c-cf191fc50fa8 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:33.089304 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (cd2880a8-8b35-46b2-9de7-e53473fa925b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:33.123451 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:33.333807 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Deleting port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:33.334140 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:33.412883 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] For port 261e9342-254f-4f8a-8e8f-ba1ade5a8cab, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,segment=NetworkSegment(6ad2c7fa-3c98-45a9-8f19-7e0531fee747),segment_id=6ad2c7fa-3c98-45a9-8f19-7e0531fee747)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:33.413158 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:33.426472 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Calling delete_port for 261e9342-254f-4f8a-8e8f-ba1ade5a8cab owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:33.605377 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (261e9342-254f-4f8a-8e8f-ba1ade5a8cab), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:33.628268 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Pushing event deleted for resources: {'Port': ['ID=261e9342-254f-4f8a-8e8f-ba1ade5a8cab,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:33.792802 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (cd2880a8-8b35-46b2-9de7-e53473fa925b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.004937 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Router cd2880a8-8b35-46b2-9de7-e53473fa925b has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:34.109336 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:34.114180 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e35b75e0-caf0-4da5-a980-bc06506a2089 admin admin] 10.222.0.10 "PUT /v2.0/routers/cd2880a8-8b35-46b2-9de7-e53473fa925b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730977 Feb 18 00:37:34.116873 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 48996) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:34.118187 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] Sync routers for ids ['cd2880a8-8b35-46b2-9de7-e53473fa925b'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:34.127457 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] Routers {'cd2880a8-8b35-46b2-9de7-e53473fa925b'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:34.128212 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['cd2880a8-8b35-46b2-9de7-e53473fa925b'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:34.224755 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks [] for router (cd2880a8-8b35-46b2-9de7-e53473fa925b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.238989 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] Set router cd2880a8-8b35-46b2-9de7-e53473fa925b gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:34.326830 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks [] for router_gateway (cd2880a8-8b35-46b2-9de7-e53473fa925b), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.378258 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Deleting port 995bef29-fcb1-458c-b3c0-2267cd32c4eb {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:34.378629 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.416141 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:37:33Z', 'revision_number': 5, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port': {'id': '995bef29-fcb1-458c-b3c0-2267cd32c4eb', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:34.442990 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] Checking router: cd2880a8-8b35-46b2-9de7-e53473fa925b for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:34.451111 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] Routers {'cd2880a8-8b35-46b2-9de7-e53473fa925b'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:34.451706 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['cd2880a8-8b35-46b2-9de7-e53473fa925b'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:34.455026 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] For port 995bef29-fcb1-458c-b3c0-2267cd32c4eb, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=995bef29-fcb1-458c-b3c0-2267cd32c4eb,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:34.455391 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.471099 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Calling delete_port for 995bef29-fcb1-458c-b3c0-2267cd32c4eb owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:34.644907 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (995bef29-fcb1-458c-b3c0-2267cd32c4eb), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.668787 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Pushing event deleted for resources: {'Port': ['ID=995bef29-fcb1-458c-b3c0-2267cd32c4eb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:34.669903 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] Set router cd2880a8-8b35-46b2-9de7-e53473fa925b gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:34.723092 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:37:34Z', 'revision_number': 6, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:34.734785 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (cd2880a8-8b35-46b2-9de7-e53473fa925b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.754239 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a70170-1a7e-4df2-be7d-6592599e199b None None] The sync data for ids ['cd2880a8-8b35-46b2-9de7-e53473fa925b'] in dv-cinder-816104-3-iscsi is: [{'id': 'cd2880a8-8b35-46b2-9de7-e53473fa925b', 'name': 'tempest-TestShelveInstance-257049561-router', 'tenant_id': 'a558ef27276e402eb2a81ad12b3d236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:39Z', 'updated_at': '2022-02-18T00:37:34Z', 'revision_number': 6, 'project_id': 'a558ef27276e402eb2a81ad12b3d236e', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:34.833288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (cd2880a8-8b35-46b2-9de7-e53473fa925b), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.835482 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks [] for router_controller (cd2880a8-8b35-46b2-9de7-e53473fa925b), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.881938 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (cd2880a8-8b35-46b2-9de7-e53473fa925b), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.882397 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2880a8-8b35-46b2-9de7-e53473fa925b {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:37:34.887141 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.888296 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-2c542427-132c-4f90-ac62-172825761193 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cd2880a8-8b35-46b2-9de7-e53473fa925b HTTP/1.1" status: 204 len: 168 time: 0.7704759 Feb 18 00:37:34.890757 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49000) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:34.935351 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Deleting subnet d6e568be-6eec-4126-8cec-b7f90fd285a9 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:37:34.938451 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Publish callbacks [] for subnet (d6e568be-6eec-4126-8cec-b7f90fd285a9), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:34.972166 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (d6e568be-6eec-4126-8cec-b7f90fd285a9), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.052122 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (d6e568be-6eec-4126-8cec-b7f90fd285a9), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.107634 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (d6e568be-6eec-4126-8cec-b7f90fd285a9), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.132305 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e568be-6eec-4126-8cec-b7f90fd285a9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:35.141689 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.145846 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b861e3e-ab89-4582-b512-716e97851953 None None] Network b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:37:35.147554 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49002) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:35.147995 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d6e568be-6eec-4126-8cec-b7f90fd285a9 HTTP/1.1" status: 204 len: 168 time: 0.2558410 Feb 18 00:37:35.149498 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.149856 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.150199 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.150577 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.150905 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.151233 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.151560 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.151886 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.152208 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.152534 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.153430 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.153764 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.154087 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a351a3-2bc6-4e33-ab76-27707e248e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.224636 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.281548 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Deleting port 13d70f38-9096-4b4c-98b9-08798b3a9d6c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:37:35.281887 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.342625 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] For port 13d70f38-9096-4b4c-98b9-08798b3a9d6c, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=13d70f38-9096-4b4c-98b9-08798b3a9d6c,segment=NetworkSegment(6ad2c7fa-3c98-45a9-8f19-7e0531fee747),segment_id=6ad2c7fa-3c98-45a9-8f19-7e0531fee747)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:35.342981 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.355805 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Calling delete_port for 13d70f38-9096-4b4c-98b9-08798b3a9d6c owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:37:35.436382 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (13d70f38-9096-4b4c-98b9-08798b3a9d6c), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.469043 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d70f38-9096-4b4c-98b9-08798b3a9d6c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:35.471501 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] No DVR routers for this DVR port 13d70f38-9096-4b4c-98b9-08798b3a9d6c on host dv-cinder-816104-3-iscsi {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:37:35.481684 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.482063 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.482460 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.482799 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.483128 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.483454 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.483776 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.484103 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.484425 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.484746 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.485064 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.485379 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.485691 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:35.534887 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d022a1f-cc1c-4a0b-944f-fb259399dca7 None None] DHCP port deletion for b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:37:35.556261 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.576511 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:35.586321 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad2c7fa-3c98-45a9-8f19-7e0531fee747') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:35.586648 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad2c7fa-3c98-45a9-8f19-7e0531fee747') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:35.595659 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (6ad2c7fa-3c98-45a9-8f19-7e0531fee747), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.609311 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (6ad2c7fa-3c98-45a9-8f19-7e0531fee747), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.615554 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:37:35.615936 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (6ad2c7fa-3c98-45a9-8f19-7e0531fee747), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:37:35.617602 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:37:35.681525 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.686639 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.692972 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3 HTTP/1.1" status: 204 len: 168 time: 0.5437818 Feb 18 00:37:35.710000 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af8307-8d50-449f-b35e-a0d7e8627604 admin admin] Pushing event deleted for resources: {'Network': ['ID=b906aa2e-0a0b-4f5c-a7a9-5059aeb955e3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:35.824442 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49012) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:35.870797 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-b471900c-4c27-4d08-ac6c-2e775190b486 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63e7c2bdea8449698c1f51e3060fd44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450323 Feb 18 00:37:35.873251 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49014) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:35.922164 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31583f1f-554b-4802-a036-6f6efd765c48 admin admin] Publish callbacks [] for security_group (395ce302-3f83-433b-a3e3-e21a91df5c99), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.944545 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31583f1f-554b-4802-a036-6f6efd765c48 admin admin] Publish callbacks [] for security_group (395ce302-3f83-433b-a3e3-e21a91df5c99), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.995741 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31583f1f-554b-4802-a036-6f6efd765c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (395ce302-3f83-433b-a3e3-e21a91df5c99), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:35.998229 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31583f1f-554b-4802-a036-6f6efd765c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:36.001870 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-31583f1f-554b-4802-a036-6f6efd765c48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/395ce302-3f83-433b-a3e3-e21a91df5c99 HTTP/1.1" status: 204 len: 168 time: 0.1252971 Feb 18 00:37:36.007410 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31583f1f-554b-4802-a036-6f6efd765c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ce302-3f83-433b-a3e3-e21a91df5c99,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:36.316672 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49024) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:36.356232 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-1938293c-69f9-4422-87f7-9f3c821d4b9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a558ef27276e402eb2a81ad12b3d236e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384367 Feb 18 00:37:36.358906 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49026) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:36.403682 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d58b08-4827-4494-9c5e-ffca5c4bc764 admin admin] Publish callbacks [] for security_group (f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:36.424545 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d58b08-4827-4494-9c5e-ffca5c4bc764 admin admin] Publish callbacks [] for security_group (f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:36.475127 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d58b08-4827-4494-9c5e-ffca5c4bc764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:36.477968 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d58b08-4827-4494-9c5e-ffca5c4bc764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:36.479193 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-90d58b08-4827-4494-9c5e-ffca5c4bc764 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95 HTTP/1.1" status: 204 len: 168 time: 0.1194201 Feb 18 00:37:36.487303 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d58b08-4827-4494-9c5e-ffca5c4bc764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4097e4a-99b3-4dfa-adc7-81d9f8cc1e95,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:36.735380 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:36.775900 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 261e9342-254f-4f8a-8e8f-ba1ade5a8cab no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:36.796840 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 261e9342-254f-4f8a-8e8f-ba1ade5a8cab {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:36.797276 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 261e9342-254f-4f8a-8e8f-ba1ade5a8cab not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:36.797771 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 13d70f38-9096-4b4c-98b9-08798b3a9d6c no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:36.819743 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 13d70f38-9096-4b4c-98b9-08798b3a9d6c {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:36.820091 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 13d70f38-9096-4b4c-98b9-08798b3a9d6c not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:36.820527 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 995bef29-fcb1-458c-b3c0-2267cd32c4eb no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:37:36.840802 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 995bef29-fcb1-458c-b3c0-2267cd32c4eb {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:37:36.841144 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 995bef29-fcb1-458c-b3c0-2267cd32c4eb not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:37:38.450633 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-88d9c76a-fc92-4393-9503-68c5a9f59649 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507441730&fields=id&tenant_id=b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 267 time: 0.0479174 Feb 18 00:37:38.559620 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2319133a-51dd-406e-a56b-a94ec4793713 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:38.561062 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2319133a-51dd-406e-a56b-a94ec4793713 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 812 time: 0.1039543 Feb 18 00:37:38.575753 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-78d293e4-2528-43e9-b091-1a75a2cd4243 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/quotas/b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 375 time: 0.0087783 Feb 18 00:37:38.629358 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-8ef307dd-d375-478e-b057-f0da045dcfbb tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488572 Feb 18 00:37:38.724598 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f3f43859-a418-41d5-8129-0251a4364ef5 service neutron] 10.222.0.10 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840402 Feb 18 00:37:38.812077 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-1167335d-c519-45f7-92d8-d04abb5a5b49 service neutron] 10.222.0.10 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818596 Feb 18 00:37:39.084750 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-27ec66a9-7967-44ec-8849-901cff8bdcd2 req-b8292858-1de5-4a1e-95df-be5d4251251c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 210 time: 0.0304611 Feb 18 00:37:40.072237 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-26a056c3-3fc0-49eb-b845-438bc0d572f9 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:40.073683 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-26a056c3-3fc0-49eb-b845-438bc0d572f9 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 812 time: 0.1022265 Feb 18 00:37:40.143392 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-06a595e4-ab9d-40ee-a9bf-715ab236aa7a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b8bf232d0f4b6d9b9990636d612c80 HTTP/1.1" status: 200 len: 380 time: 0.0551910 Feb 18 00:37:40.152022 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'port': {'device_id': '497bee60-fe40-43b7-8652-873509f604c7', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'admin_state_up': True, 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'security_groups': ['911621e2-4eb4-4538-86f3-671ec3903de8']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:40.183080 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5bc1f283-c593-493b-876c-04a58ffecdb5 req-fb31cb22-0a63-4969-a53b-c4a14d260ebc tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 210 time: 0.0290182 Feb 18 00:37:40.261643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Made reservation on behalf of b1b8bf232d0f4b6d9b9990636d612c80 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:37:40.265001 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:40.389732 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Allocated IP 172.20.0.4 (73b89bff-e0a0-4420-bb13-4424bd5ad296/34c320fb-ed3c-4087-af0d-1e31daa2abbd/f502b488-9585-4508-a848-9057c1f7400e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:37:40.781290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (f502b488-9585-4508-a848-9057c1f7400e), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:40.814846 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (f502b488-9585-4508-a848-9057c1f7400e), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:40.864901 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:40.868003 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:40.871635 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:37:40.895334 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=f502b488-9585-4508-a848-9057c1f7400e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:40.925236 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:40.926164 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:40.942829 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-f39d17f3-7583-44a1-9007-0b28384ccd14 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945592 Feb 18 00:37:40.961283 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Request body: {'port': {'device_id': '497bee60-fe40-43b7-8652-873509f604c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:41.021794 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f502b488-9585-4508-a848-9057c1f7400e), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:41.107927 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-deb390ec-aa05-4648-9ef8-dfa37d57ee53 None None] Provisioning complete for port f502b488-9585-4508-a848-9057c1f7400e triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:41.108545 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-deb390ec-aa05-4648-9ef8-dfa37d57ee53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (f502b488-9585-4508-a848-9057c1f7400e), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:41.142507 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-deb390ec-aa05-4648-9ef8-dfa37d57ee53 None None] Port f502b488-9585-4508-a848-9057c1f7400e cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:37:41.288232 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f502b488-9585-4508-a848-9057c1f7400e {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:37:41.295723 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Publish callbacks [] for port (f502b488-9585-4508-a848-9057c1f7400e), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:41.302217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada2f29-6e6b-45a3-aaa3-040ebfefd3c5 req-4255ffd7-27e7-4db1-b2d9-3ad2bb23be60 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:41.303721 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bada2f29-6e6b-45a3-aaa3-040ebfefd3c5 req-4255ffd7-27e7-4db1-b2d9-3ad2bb23be60 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 931 time: 0.0524962 Feb 18 00:37:41.308721 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Transition to ACTIVE for port object f502b488-9585-4508-a848-9057c1f7400e will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:37:41.313013 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (f502b488-9585-4508-a848-9057c1f7400e), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:41.354086 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bada2f29-6e6b-45a3-aaa3-040ebfefd3c5 req-cb73e285-a223-447b-8ee5-011ef5deb21a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447609 Feb 18 00:37:41.365811 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Pushing event updated for resources: {'Port': ['ID=f502b488-9585-4508-a848-9057c1f7400e,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:41.445521 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Attempting to bind port f502b488-9585-4508-a848-9057c1f7400e on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:37:41.445854 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Attempting to bind port f502b488-9585-4508-a848-9057c1f7400e by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:37:41.446174 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Attempting to bind port f502b488-9585-4508-a848-9057c1f7400e on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:37:41.450643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Port f502b488-9585-4508-a848-9057c1f7400e on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:37:41.450960 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Attempting to bind port f502b488-9585-4508-a848-9057c1f7400e on network 73b89bff-e0a0-4420-bb13-4424bd5ad296 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:37:41.456506 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:37:41.456832 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Checking segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:37:41.457211 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Bound using segment: {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:37:41.457633 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Bound port: f502b488-9585-4508-a848-9057c1f7400e, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29501a6-edb1-4584-a8cd-5d2517867740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:37:41.457984 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f502b488-9585-4508-a848-9057c1f7400e), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:41.526862 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] For port f502b488-9585-4508-a848-9057c1f7400e, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:37:41.530663 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] For port f502b488-9585-4508-a848-9057c1f7400e, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f502b488-9585-4508-a848-9057c1f7400e,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:37:41.538050 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (f502b488-9585-4508-a848-9057c1f7400e), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:41.577120 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:41.577713 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:41.579956 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] 10.222.0.48 "PUT /v2.0/ports/f502b488-9585-4508-a848-9057c1f7400e HTTP/1.1" status: 200 len: 1093 time: 0.6230545 Feb 18 00:37:41.580413 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:41.582708 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d197b704-4ca4-4a48-b44f-a46ae314100a" -d '{"events": [{"name": "network-changed", "server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "tag": "f502b488-9585-4508-a848-9057c1f7400e"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:41.607583 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa9d8e-4c57-4e89-93dc-edd33dc7c127 service neutron] Pushing event updated for resources: {'Port': ['ID=f502b488-9585-4508-a848-9057c1f7400e,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:41.624659 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe4cecf-d439-4dbf-b9b0-bedeb265d27b x-openstack-request-id: req-afe4cecf-d439-4dbf-b9b0-bedeb265d27b {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:41.624983 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "tag": "f502b488-9585-4508-a848-9057c1f7400e", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:41.625223 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afe4cecf-d439-4dbf-b9b0-bedeb265d27b {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:41.625629 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e', 'status': 'completed', 'code': 200} Feb 18 00:37:41.698791 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-5600ad5b-7d95-41a9-8310-d199b6a8e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:41.700297 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-5600ad5b-7d95-41a9-8310-d199b6a8e335 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 1127 time: 0.0475445 Feb 18 00:37:41.754644 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-ec3de22b-b73a-4e97-837f-467e797b7b78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f502b488-9585-4508-a848-9057c1f7400e HTTP/1.1" status: 200 len: 217 time: 0.0386529 Feb 18 00:37:41.804343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-7744b6b6-9ba2-4e6c-88c1-220315c57d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:41.805772 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-7744b6b6-9ba2-4e6c-88c1-220315c57d4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0451372 Feb 18 00:37:41.855270 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-e238a3ad-b48e-4e94-b046-07cb324532f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:41.856754 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-e238a3ad-b48e-4e94-b046-07cb324532f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437615 Feb 18 00:37:41.953847 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-a48b3da9-020d-4136-9d75-e2652d8e7292 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901074 Feb 18 00:37:42.041484 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5de3f7ff-6e0a-4427-8fc2-5205271d2115 req-6df1ba1b-bbb6-48b4-bfd8-3e59c19eba64 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801747 Feb 18 00:37:42.170890 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-abb32982-c6e8-45a7-933a-0107912fc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:42.172390 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-abb32982-c6e8-45a7-933a-0107912fc0fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 1127 time: 0.0444982 Feb 18 00:37:42.265745 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-17bc8bfe-1a43-4a49-9546-5fa8fefc0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:42.267228 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-17bc8bfe-1a43-4a49-9546-5fa8fefc0bf2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.0868835 Feb 18 00:37:42.309066 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-450c67a0-bb27-4df7-99cc-1592f1b0c239 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f502b488-9585-4508-a848-9057c1f7400e HTTP/1.1" status: 200 len: 217 time: 0.0336101 Feb 18 00:37:42.360645 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-ef268f78-f445-49bf-a9ef-c6bd2656d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:42.362079 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-ef268f78-f445-49bf-a9ef-c6bd2656d441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0457768 Feb 18 00:37:42.411135 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-f0a7f289-87d7-4f2f-8a83-6d5b2f02a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:42.412660 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-f0a7f289-87d7-4f2f-8a83-6d5b2f02a2ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437148 Feb 18 00:37:42.486712 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbc1cb-3197-4f7b-bd24-72faa4f06443 req-b086e0bd-1e0a-4522-983c-b44d57c146e4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:42.488181 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eedbc1cb-3197-4f7b-bd24-72faa4f06443 req-b086e0bd-1e0a-4522-983c-b44d57c146e4 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0509593 Feb 18 00:37:42.501995 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-bfed85ea-6ea8-47fe-8c9c-a056ee9d7b05 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822208 Feb 18 00:37:42.542102 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-eedbc1cb-3197-4f7b-bd24-72faa4f06443 req-b64dd8ee-15f5-42d8-8b51-f10d9ccf3e57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482821 Feb 18 00:37:42.597963 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d197b704-4ca4-4a48-b44f-a46ae314100a req-f87c89eb-a0dd-4a10-bdff-d64999fb1834 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866151 Feb 18 00:37:43.213366 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:37:43.657738 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f489a-6e8b-4303-8bd7-7bd5282de40c req-40629a6e-85f6-41bf-8fa7-00be56fc13f5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:43.659778 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-761f489a-6e8b-4303-8bd7-7bd5282de40c req-40629a6e-85f6-41bf-8fa7-00be56fc13f5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0509794 Feb 18 00:37:43.707356 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-761f489a-6e8b-4303-8bd7-7bd5282de40c req-33c72749-b7b4-4731-a834-dd76c1cc9236 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Feb 18 00:37:44.821636 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e52852-ae73-4e7c-918a-b57b79bbf610 req-115e45dd-29f3-4b74-997a-216b49a532f2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:44.823095 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e1e52852-ae73-4e7c-918a-b57b79bbf610 req-115e45dd-29f3-4b74-997a-216b49a532f2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0504949 Feb 18 00:37:44.873112 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e1e52852-ae73-4e7c-918a-b57b79bbf610 req-54bf5a04-904c-4ac7-839e-fe557cd1df11 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Feb 18 00:37:45.993279 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355a6f9-d65a-4f67-894d-a20704d948d6 req-fd739b45-50d3-4650-823a-7a76b651ae88 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:45.994763 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b355a6f9-d65a-4f67-894d-a20704d948d6 req-fd739b45-50d3-4650-823a-7a76b651ae88 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0553944 Feb 18 00:37:46.043043 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-b355a6f9-d65a-4f67-894d-a20704d948d6 req-3fbba7be-f631-47a9-b531-dd173860f6ca tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Feb 18 00:37:47.166772 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf443-dce4-4287-bba8-bf37e5112e68 req-7900bdc5-2cfd-45e1-b80c-41d7bd39730c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:47.168235 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-501bf443-dce4-4287-bba8-bf37e5112e68 req-7900bdc5-2cfd-45e1-b80c-41d7bd39730c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0567038 Feb 18 00:37:47.218325 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-501bf443-dce4-4287-bba8-bf37e5112e68 req-202d4348-109c-4a2f-98f6-27636cc1dd79 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Feb 18 00:37:48.342474 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131790b-b47e-4b42-ba02-a769b5a810cd req-13f728d0-552e-4b08-819d-47ed55980f35 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:48.343902 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d131790b-b47e-4b42-ba02-a769b5a810cd req-13f728d0-552e-4b08-819d-47ed55980f35 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0537117 Feb 18 00:37:48.390766 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d131790b-b47e-4b42-ba02-a769b5a810cd req-78cf006b-bc35-4a83-b4e4-d471d40bff3a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Feb 18 00:37:49.506671 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1736-a259-41df-910e-294eb3c0a041 req-9ee28657-049a-4a32-90cd-f1d2448123f7 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:49.508132 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fccd1736-a259-41df-910e-294eb3c0a041 req-9ee28657-049a-4a32-90cd-f1d2448123f7 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0512996 Feb 18 00:37:49.555784 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-fccd1736-a259-41df-910e-294eb3c0a041 req-7d80330a-7169-457d-8ed8-fe5531f9413e tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Feb 18 00:37:50.671244 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f41706-26a4-475e-ba19-0d59623ed49f req-d647b9d9-dd9e-419d-bfa3-824b847b5525 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:50.672975 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-74f41706-26a4-475e-ba19-0d59623ed49f req-d647b9d9-dd9e-419d-bfa3-824b847b5525 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 943 time: 0.0514872 Feb 18 00:37:50.724419 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-74f41706-26a4-475e-ba19-0d59623ed49f req-91d48436-545e-4140-a29d-a9a93a8d0383 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456915 Feb 18 00:37:51.329819 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f502b488-9585-4508-a848-9057c1f7400e details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:37:51.424266 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port f502b488-9585-4508-a848-9057c1f7400e, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f502b488-9585-4508-a848-9057c1f7400e,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:51.435294 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': 'f502b488-9585-4508-a848-9057c1f7400e', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'port_id': 'f502b488-9585-4508-a848-9057c1f7400e', 'mac_address': 'fa:16:3e:c3:40:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:37:51.471133 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port f502b488-9585-4508-a848-9057c1f7400e is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:51.471522 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f502b488-9585-4508-a848-9057c1f7400e), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:51.487137 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f502b488-9585-4508-a848-9057c1f7400e {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:37:51.505842 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port f502b488-9585-4508-a848-9057c1f7400e, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f502b488-9585-4508-a848-9057c1f7400e,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:51.509683 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (f502b488-9585-4508-a848-9057c1f7400e), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:51.560378 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=f502b488-9585-4508-a848-9057c1f7400e,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:51.567788 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.568143 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.568489 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.568827 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.569158 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.569486 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.569814 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.570140 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.570499 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.570828 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.571193 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.571476 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.571793 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:37:51.840118 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311de9-dc42-4aca-8c92-773875757225 req-a1387d8c-b212-496c-b390-56b728be6a84 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:51.841541 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-58311de9-dc42-4aca-8c92-773875757225 req-a1387d8c-b212-496c-b390-56b728be6a84 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 944 time: 0.0515239 Feb 18 00:37:51.858785 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['f502b488-9585-4508-a848-9057c1f7400e'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:37:51.897102 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-58311de9-dc42-4aca-8c92-773875757225 req-f46581ad-9f89-4d29-b9ae-ba050875918a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488994 Feb 18 00:37:53.012523 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7e50b-040d-41df-966a-211229b6dbfb req-fb502898-b172-4620-8902-6a8f37268190 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:53.013955 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-85b7e50b-040d-41df-966a-211229b6dbfb req-fb502898-b172-4620-8902-6a8f37268190 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 944 time: 0.0506117 Feb 18 00:37:53.060700 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-85b7e50b-040d-41df-966a-211229b6dbfb req-c0771aad-2900-4887-8987-317f8faacee6 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Feb 18 00:37:53.354418 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f502b488-9585-4508-a848-9057c1f7400e up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:37:53.401868 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port f502b488-9585-4508-a848-9057c1f7400e completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:37:53.405919 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port f502b488-9585-4508-a848-9057c1f7400e triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:37:53.406290 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (f502b488-9585-4508-a848-9057c1f7400e), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:53.482464 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port f502b488-9585-4508-a848-9057c1f7400e is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:37:53.482849 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (f502b488-9585-4508-a848-9057c1f7400e), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:53.505289 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:53.507514 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a977af63-1abe-4049-8d8c-5b1e81b32554" -d '{"events": [{"server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "name": "network-vif-plugged", "status": "completed", "tag": "f502b488-9585-4508-a848-9057c1f7400e"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:53.519812 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port f502b488-9585-4508-a848-9057c1f7400e, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f502b488-9585-4508-a848-9057c1f7400e,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:37:53.524433 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (f502b488-9585-4508-a848-9057c1f7400e), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:53.551099 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed68c26-195f-4e97-9d16-f3dca8c6cecb x-openstack-request-id: req-2ed68c26-195f-4e97-9d16-f3dca8c6cecb {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:53.551386 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "name": "network-vif-plugged", "status": "completed", "tag": "f502b488-9585-4508-a848-9057c1f7400e", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:53.551633 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ed68c26-195f-4e97-9d16-f3dca8c6cecb {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:53.552013 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e', 'code': 200} Feb 18 00:37:53.573609 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=f502b488-9585-4508-a848-9057c1f7400e,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:53.795188 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed397844-7247-4c74-a2c8-46e2a1984cfc req-779cc092-0b5e-4fa9-a9bf-fc3f64990cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:53.796672 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-ed397844-7247-4c74-a2c8-46e2a1984cfc req-779cc092-0b5e-4fa9-a9bf-fc3f64990cd6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 1129 time: 0.0431390 Feb 18 00:37:53.840791 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-ed397844-7247-4c74-a2c8-46e2a1984cfc req-a463ee62-2245-47b0-98f5-ead157dd836e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Feb 18 00:37:54.181451 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ee8e-91e1-4dd1-809f-17b1f8f8dff3 req-c630c2cc-1830-4b0d-a046-bb083025132b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:54.182913 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d253ee8e-91e1-4dd1-809f-17b1f8f8dff3 req-c630c2cc-1830-4b0d-a046-bb083025132b tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 945 time: 0.0543978 Feb 18 00:37:54.230071 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d253ee8e-91e1-4dd1-809f-17b1f8f8dff3 req-08f6117e-c590-4501-b820-c124728d3799 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Feb 18 00:37:55.501033 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4db463-0989-4742-8b64-25a6919a1673 req-b79cb650-72a2-471c-97b0-ef56a4df2f6a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:55.502490 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-af4db463-0989-4742-8b64-25a6919a1673 req-b79cb650-72a2-471c-97b0-ef56a4df2f6a tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 945 time: 0.0507832 Feb 18 00:37:55.549992 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-af4db463-0989-4742-8b64-25a6919a1673 req-0103a7d4-a434-40d6-8676-a36a575da86c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Feb 18 00:37:55.664054 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d935-9cb9-4020-bdaf-36edc331740d req-2218365d-2fe3-4095-97b1-8a38b7335d32 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:55.665484 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-59f3d935-9cb9-4020-bdaf-36edc331740d req-2218365d-2fe3-4095-97b1-8a38b7335d32 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 945 time: 0.0502026 Feb 18 00:37:55.716352 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-59f3d935-9cb9-4020-bdaf-36edc331740d req-2a350fdf-e7ce-4ef2-9312-8b10afb45504 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454547 Feb 18 00:37:55.738899 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49098) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:55.919319 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a4950f-45ba-4c82-83d6-9330f0941182 tempest-TestVolumeBootPattern-1871247876 tempest-TestVolumeBootPattern-1871247876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:55.920772 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-95a4950f-45ba-4c82-83d6-9330f0941182 tempest-TestVolumeBootPattern-1871247876 tempest-TestVolumeBootPattern-1871247876-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 1124 time: 0.1809154 Feb 18 00:37:55.923867 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49102) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:37:55.928907 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'port_id': 'f502b488-9585-4508-a848-9057c1f7400e', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:37:55.948105 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:56.039503 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:56.144760 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Allocated IP 172.27.2.79 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/ec712eac-7ebf-47ed-a628-098168047a39) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:37:56.243476 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (ec712eac-7ebf-47ed-a628-098168047a39), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:56.280081 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (ec712eac-7ebf-47ed-a628-098168047a39), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:56.314424 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:37:56.319602 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:37:56.322991 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:37:56.346692 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=ec712eac-7ebf-47ed-a628-098168047a39,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:56.864398 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-10617cd1-09c4-41ea-96f4-ec117d5b5dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:56.988533 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (0cb1d978-6451-4709-a669-66a9aa4a15cf), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:57.085851 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (ec712eac-7ebf-47ed-a628-098168047a39), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:57.230303 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for port (ec712eac-7ebf-47ed-a628-098168047a39), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:57.234757 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1524990'] for port (ec712eac-7ebf-47ed-a628-098168047a39), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:57.302095 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event updated for resources: {'Port': ['ID=ec712eac-7ebf-47ed-a628-098168047a39,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:37:57.315091 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (0cb1d978-6451-4709-a669-66a9aa4a15cf), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:57.418191 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.l3_db [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Floating IP 0cb1d978-6451-4709-a669-66a9aa4a15cf associated. External IP: 172.27.2.79, port: f502b488-9585-4508-a848-9057c1f7400e. Feb 18 00:37:57.617370 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:37:57.724384 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:37:57.733827 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:37:57.742728 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:37:57.744208 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:57.744809 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:57.771939 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-883f7735-870d-41ce-b599-9408ab7eb6a0 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8470631 Feb 18 00:37:57.772777 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:37:57.775397 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b60e2d8-acdc-4812-b833-e4d30d77531d" -d '{"events": [{"name": "network-changed", "server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "tag": "f502b488-9585-4508-a848-9057c1f7400e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:37:57.812456 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c531d382-7b15-4392-8317-7c2e86b237e0 x-openstack-request-id: req-c531d382-7b15-4392-8317-7c2e86b237e0 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:37:57.812748 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "tag": "f502b488-9585-4508-a848-9057c1f7400e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:37:57.812998 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c531d382-7b15-4392-8317-7c2e86b237e0 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:37:57.813395 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e', 'status': 'completed', 'code': 200} Feb 18 00:37:57.850314 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:57.901052 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-99c4522a-db30-47e9-af7e-a2aaa8754589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:57.902604 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-99c4522a-db30-47e9-af7e-a2aaa8754589 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 1129 time: 0.0468616 Feb 18 00:37:57.992146 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-7eb14ac2-a740-4010-9c51-14b8eb264266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:57.993635 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-7eb14ac2-a740-4010-9c51-14b8eb264266 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.0846498 Feb 18 00:37:58.065630 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-1da9829c-3768-4cc1-b49f-d5a5305e8b12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f502b488-9585-4508-a848-9057c1f7400e HTTP/1.1" status: 200 len: 998 time: 0.0635853 Feb 18 00:37:58.084574 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '0cb1d978-6451-4709-a669-66a9aa4a15cf', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'f502b488-9585-4508-a848-9057c1f7400e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:c3:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497bee60-fe40-43b7-8652-873509f604c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:37:56Z', 'updated_at': '2022-02-18T00:37:56Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}, {'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:44Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:58.109602 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:37:58.114425 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-142155e1-cb6c-4f17-b4db-6152facae475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:58.115881 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-142155e1-cb6c-4f17-b4db-6152facae475 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0440688 Feb 18 00:37:58.118263 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:37:58.118876 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:37:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:58.164847 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-dab47234-2204-4dee-91a4-7f9e0864702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:37:58.166253 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-dab47234-2204-4dee-91a4-7f9e0864702e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446064 Feb 18 00:37:58.223873 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:37:58.258002 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-4dbbacc8-7531-4f3a-b8da-8d0319676fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Feb 18 00:37:58.352522 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-2b60e2d8-acdc-4812-b833-e4d30d77531d req-d014576e-3980-4fb3-9db5-6068d1328d3b service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876091 Feb 18 00:37:58.532700 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '0cb1d978-6451-4709-a669-66a9aa4a15cf', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'f502b488-9585-4508-a848-9057c1f7400e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:c3:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497bee60-fe40-43b7-8652-873509f604c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:37:56Z', 'updated_at': '2022-02-18T00:37:56Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}, {'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:44Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:37:58.561554 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8fbf6-55bc-4eb4-a93d-22a9cdccbcc3 None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '0cb1d978-6451-4709-a669-66a9aa4a15cf', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'f502b488-9585-4508-a848-9057c1f7400e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:c3:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497bee60-fe40-43b7-8652-873509f604c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:37:56Z', 'updated_at': '2022-02-18T00:37:56Z', 'revision_number': 0, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}, {'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:44Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:37:58.754121 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130d8da-f009-40bd-91c1-2a5ca45de156 None None] New status for floating IP 0cb1d978-6451-4709-a669-66a9aa4a15cf: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:37:59.357641 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bd16a26b-eb7f-46d3-911a-a6bbcc72b5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:00.274393 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:01.613944 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:03.125207 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:06.727142 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:12.936054 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-9f8b263a-1612-4dee-a327-7de7accd1630 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441267 Feb 18 00:38:13.045832 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-9288717f-3b62-49a2-9240-ac83c950de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:13.047626 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-9288717f-3b62-49a2-9240-ac83c950de82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 1130 time: 0.0534601 Feb 18 00:38:13.150074 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-b439e79f-a855-4a60-a960-cffb6d2b1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:13.151549 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-b439e79f-a855-4a60-a960-cffb6d2b1fbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.0849745 Feb 18 00:38:13.219686 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-5b02b227-9294-4c45-bfd0-a7feaef84e7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f HTTP/1.1" status: 200 len: 1002 time: 0.0611947 Feb 18 00:38:13.266873 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-f7760a36-b8ba-4395-a55b-dd287d37f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:13.268281 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-f7760a36-b8ba-4395-a55b-dd287d37f70c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0420225 Feb 18 00:38:13.316814 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-35038a4f-c4b7-4b69-b5c7-911804db8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:13.318203 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-35038a4f-c4b7-4b69-b5c7-911804db8588 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421691 Feb 18 00:38:13.416384 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-07f84a10-feba-4fa8-aecb-847d1037e575 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912149 Feb 18 00:38:13.502307 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-fc19df9b-06be-4758-94b6-9cc584da8d3a req-e5679c44-53e0-42cf-8a40-773e967fabd7 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806954 Feb 18 00:38:16.286032 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ab939-3a63-46a9-b621-fd249a9f40d3 req-e7eceb89-9184-4734-a7b7-aaaab4a6dbd3 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:16.287678 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-654ab939-3a63-46a9-b621-fd249a9f40d3 req-e7eceb89-9184-4734-a7b7-aaaab4a6dbd3 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0578852 Feb 18 00:38:16.337962 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-654ab939-3a63-46a9-b621-fd249a9f40d3 req-929e5365-0ea7-493c-850d-433103d32de1 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446539 Feb 18 00:38:17.456029 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0dee1-7bcd-42fe-98eb-9aec56d17354 req-4ca4a62a-d1c0-47d7-a8e9-22bc56ec62fd tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:17.457471 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ded0dee1-7bcd-42fe-98eb-9aec56d17354 req-4ca4a62a-d1c0-47d7-a8e9-22bc56ec62fd tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0514662 Feb 18 00:38:17.503864 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ded0dee1-7bcd-42fe-98eb-9aec56d17354 req-ba580c04-ebe7-4564-8c4d-877fc1416a33 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 Feb 18 00:38:18.624741 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314fcf-cdaa-4e16-a616-f09d76a2cca1 req-482315f7-4c85-461b-aaeb-a5d40da4ab76 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:18.626201 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6b314fcf-cdaa-4e16-a616-f09d76a2cca1 req-482315f7-4c85-461b-aaeb-a5d40da4ab76 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0529232 Feb 18 00:38:18.676258 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-6b314fcf-cdaa-4e16-a616-f09d76a2cca1 req-8c120aad-2534-4980-a4a4-48175319c1a1 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446248 Feb 18 00:38:19.795015 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f4b03-55cd-4d80-af18-fa9cfefdcd8d req-1a5b599c-ba91-4027-a3d3-59cb8a296430 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:19.796444 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d47f4b03-55cd-4d80-af18-fa9cfefdcd8d req-1a5b599c-ba91-4027-a3d3-59cb8a296430 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0512683 Feb 18 00:38:19.842623 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d47f4b03-55cd-4d80-af18-fa9cfefdcd8d req-cb57d183-e520-4008-86da-bf1f1eb1d05c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Feb 18 00:38:20.212281 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:38:20.960058 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a08d5-a2ac-4422-a98b-ee6f4b3423b0 req-9f327b36-cd85-4e07-8124-2e965334f142 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:20.961501 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-658a08d5-a2ac-4422-a98b-ee6f4b3423b0 req-9f327b36-cd85-4e07-8124-2e965334f142 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Feb 18 00:38:21.007608 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-658a08d5-a2ac-4422-a98b-ee6f4b3423b0 req-0958169d-90df-4770-a0bc-2178e6b417e2 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403833 Feb 18 00:38:22.129135 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd0ff-7d8f-4cb2-accc-45074d9b4f18 req-888366f3-fff8-4d8f-b9eb-9e30d8a026f4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:22.130493 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bc1bd0ff-7d8f-4cb2-accc-45074d9b4f18 req-888366f3-fff8-4d8f-b9eb-9e30d8a026f4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0552430 Feb 18 00:38:22.177116 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-bc1bd0ff-7d8f-4cb2-accc-45074d9b4f18 req-d5a588d9-7dcd-4ba7-9ae0-5ae2a829ceb7 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Feb 18 00:38:23.293622 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab163a-dc23-4d9d-84fd-913cbe2ec7b0 req-aa41a836-9ba0-4269-b269-2dbd5cf363a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:23.295069 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-76ab163a-dc23-4d9d-84fd-913cbe2ec7b0 req-aa41a836-9ba0-4269-b269-2dbd5cf363a4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0500488 Feb 18 00:38:23.340415 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-76ab163a-dc23-4d9d-84fd-913cbe2ec7b0 req-c958fbef-19be-48d3-9e4c-442c88ced376 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395792 Feb 18 00:38:24.456920 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13e977-f3ff-4cf9-98d8-dfc25889e42b req-30651bb1-2a3b-463d-aedd-46b311864f2e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:24.458372 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7d13e977-f3ff-4cf9-98d8-dfc25889e42b req-30651bb1-2a3b-463d-aedd-46b311864f2e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0503609 Feb 18 00:38:24.507587 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7d13e977-f3ff-4cf9-98d8-dfc25889e42b req-0d5abff4-74bb-41b6-810f-3ac67eb95f77 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428305 Feb 18 00:38:25.625579 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e86ede-c3f9-4047-81c4-e4092c7b01f4 req-a53fb89e-9b31-4fa7-b49c-3827d3075dee tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:25.627073 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-59e86ede-c3f9-4047-81c4-e4092c7b01f4 req-a53fb89e-9b31-4fa7-b49c-3827d3075dee tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0516429 Feb 18 00:38:25.673714 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-59e86ede-c3f9-4047-81c4-e4092c7b01f4 req-933c0a58-ce7b-41f7-bbeb-b7461aa7d202 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408704 Feb 18 00:38:26.790246 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a7561-a4b2-4292-9fbb-8d6181d4621a req-da9e43e5-af03-4741-a095-13cb98bf30ca tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:26.791728 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-941a7561-a4b2-4292-9fbb-8d6181d4621a req-da9e43e5-af03-4741-a095-13cb98bf30ca tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0505517 Feb 18 00:38:26.837342 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-941a7561-a4b2-4292-9fbb-8d6181d4621a req-4002e628-8c14-4e1b-af05-776a1883de30 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398581 Feb 18 00:38:26.857229 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b850a654-bb6d-4ae4-ba7d-44022b4c1095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:27.956675 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcf82c-8cc5-49bb-b8dd-bf3655b8364c req-4740a6e7-ce46-4688-a137-447af5bf55d0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:27.958118 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9dbcf82c-8cc5-49bb-b8dd-bf3655b8364c req-4740a6e7-ce46-4688-a137-447af5bf55d0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0551345 Feb 18 00:38:28.003574 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9dbcf82c-8cc5-49bb-b8dd-bf3655b8364c req-a3756b6e-6a82-4732-854b-d6e918dc98a6 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Feb 18 00:38:29.120698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953b379-43bf-451d-a8ba-67231c1e5439 req-2f1aeac6-333b-4226-af93-5181a97ec06b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:29.122132 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e953b379-43bf-451d-a8ba-67231c1e5439 req-2f1aeac6-333b-4226-af93-5181a97ec06b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0507150 Feb 18 00:38:29.167139 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e953b379-43bf-451d-a8ba-67231c1e5439 req-f30be02a-b69c-4ab4-a5b2-dc1fc77b0eea tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395718 Feb 18 00:38:29.359309 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-dc6898fa-e717-4227-9e08-d02280475f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:30.277794 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:30.290215 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641aa175-69c6-48b5-920d-991bf6927d3f req-ead2e24d-2a23-4c75-8e19-a57af4f2c960 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:30.291696 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-641aa175-69c6-48b5-920d-991bf6927d3f req-ead2e24d-2a23-4c75-8e19-a57af4f2c960 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0560372 Feb 18 00:38:30.336246 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-641aa175-69c6-48b5-920d-991bf6927d3f req-8bb90a80-e396-4886-8136-bbf4d743f709 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387833 Feb 18 00:38:31.453093 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ab0f-96d6-4b6d-b2b4-63f6530d0601 req-cf78b4f8-656b-446d-95c3-14672906ac88 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:31.454564 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-23c3ab0f-96d6-4b6d-b2b4-63f6530d0601 req-cf78b4f8-656b-446d-95c3-14672906ac88 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0514655 Feb 18 00:38:31.499542 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-23c3ab0f-96d6-4b6d-b2b4-63f6530d0601 req-68c26168-a15c-4524-a39f-7ceb244fcecb tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387659 Feb 18 00:38:31.616867 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:32.615384 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8419a-6c08-4467-943a-e9d523c52498 req-7b88e6ea-1e3d-4189-a717-b79ef55ebe4e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:32.617439 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87a8419a-6c08-4467-943a-e9d523c52498 req-7b88e6ea-1e3d-4189-a717-b79ef55ebe4e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0506685 Feb 18 00:38:32.666670 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-87a8419a-6c08-4467-943a-e9d523c52498 req-dd9e4a73-7b28-469f-a0da-342a436f9c1e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437121 Feb 18 00:38:33.128727 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:33.783542 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dda245-97e1-4118-b814-82746d4f511e req-a0adcb54-c5ac-4403-9f9e-e9f8856b003f tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:33.785064 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a5dda245-97e1-4118-b814-82746d4f511e req-a0adcb54-c5ac-4403-9f9e-e9f8856b003f tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0511553 Feb 18 00:38:33.831653 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a5dda245-97e1-4118-b814-82746d4f511e req-22a32af8-b7a3-49b3-b204-ed23156d4ba7 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Feb 18 00:38:34.948121 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d65bf6-8356-46ae-a029-0f99c71c4179 req-c0ee12a0-6ae0-4399-8ade-b04ef8f4369d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:34.949543 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-07d65bf6-8356-46ae-a029-0f99c71c4179 req-c0ee12a0-6ae0-4399-8ade-b04ef8f4369d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0504456 Feb 18 00:38:34.994566 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-07d65bf6-8356-46ae-a029-0f99c71c4179 req-01f5e541-b234-4f90-9682-be007916c377 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395839 Feb 18 00:38:36.117443 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501d78a-98ba-4553-b5b0-5003a1f3cbb8 req-4006d8c9-6b8f-45a3-9836-a8c5cb0dc650 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:36.118875 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9501d78a-98ba-4553-b5b0-5003a1f3cbb8 req-4006d8c9-6b8f-45a3-9836-a8c5cb0dc650 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0554998 Feb 18 00:38:36.164184 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-9501d78a-98ba-4553-b5b0-5003a1f3cbb8 req-42e934c9-1ca7-4ce1-b7f6-80fe79c2b0f9 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397542 Feb 18 00:38:36.735435 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:37.283485 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c9b4a-9c1a-4420-92d9-3d38c77057cd req-b8b2fb96-51b6-4a3c-bfb0-74151edb5938 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:37.284833 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a42c9b4a-9c1a-4420-92d9-3d38c77057cd req-b8b2fb96-51b6-4a3c-bfb0-74151edb5938 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0503769 Feb 18 00:38:37.330948 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a42c9b4a-9c1a-4420-92d9-3d38c77057cd req-cd7a5604-6322-4a57-87ea-4b663f73e5fc tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 Feb 18 00:38:37.534269 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ced883-d464-483a-886c-8c1c73802e4c req-f9e0c81f-8643-451b-872c-00c559182deb tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:37.535664 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-43ced883-d464-483a-886c-8c1c73802e4c req-f9e0c81f-8643-451b-872c-00c559182deb tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0514355 Feb 18 00:38:37.589114 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-43ced883-d464-483a-886c-8c1c73802e4c req-f7896607-006a-4eb1-9954-f4885ee6194a tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470562 Feb 18 00:38:37.613608 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-180d2b59-7977-4610-88ca-791a1dae424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:37.615135 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-180d2b59-7977-4610-88ca-791a1dae424b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 1130 time: 0.0452106 Feb 18 00:38:37.704741 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-67afadd5-7f2b-4410-a765-7be2330a3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:37.706185 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-67afadd5-7f2b-4410-a765-7be2330a3185 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 911 time: 0.0857306 Feb 18 00:38:37.769238 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-1d7db780-0b8a-4a58-b4f2-40d580ccf208 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 200 len: 1002 time: 0.0558586 Feb 18 00:38:37.819816 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-f787a56f-17e1-4164-8ab2-2a2fbb4e14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:37.821132 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-f787a56f-17e1-4164-8ab2-2a2fbb4e14fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0458038 Feb 18 00:38:37.870337 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-e10fce9f-15fa-4e53-9e7f-8f1d4df2a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:37.871866 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-e10fce9f-15fa-4e53-9e7f-8f1d4df2a00c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448687 Feb 18 00:38:37.958138 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-9f5f7ae3-6c9e-4ec3-bad2-81fa6b616360 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794234 Feb 18 00:38:38.045880 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df3ce09f-f8bb-4fab-810b-1d80bf4b635b req-1b20281f-56a8-4938-bb88-9f68383a7f76 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815015 Feb 18 00:38:38.706735 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f724f-ce03-4053-935a-508d57f672bd req-057ed905-a40d-4601-8b57-91a73e934350 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:38.708180 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e93f724f-ce03-4053-935a-508d57f672bd req-057ed905-a40d-4601-8b57-91a73e934350 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0502481 Feb 18 00:38:38.755241 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e93f724f-ce03-4053-935a-508d57f672bd req-5520a9a0-2b99-46fe-be98-bed289968b8e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Feb 18 00:38:39.874378 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f575-f995-4f12-88a0-a4055782404e req-4962b19e-6ba9-4785-94be-35977c409fd8 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:38:39.875832 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0105f575-f995-4f12-88a0-a4055782404e req-4962b19e-6ba9-4785-94be-35977c409fd8 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0512815 Feb 18 00:38:39.920858 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0105f575-f995-4f12-88a0-a4055782404e req-f3d22a08-3ed7-4f15-9eeb-a60be7f27c72 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393660 Feb 18 00:38:56.859500 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-16b0bbd6-1b4b-4002-9cea-2ccd03c094df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:38:57.210767 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:38:59.361516 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-26b9c721-ddbc-4f00-bfe9-201a41c24621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:00.279625 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:01.623065 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:03.131701 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:06.734345 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:12.951452 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-ac0b871c-b600-48a4-ab99-b07f7c2543f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451722 Feb 18 00:39:13.028197 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-2f7720f4-16c6-4f18-a701-5db471176a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:13.029644 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-2f7720f4-16c6-4f18-a701-5db471176a61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 1130 time: 0.0434265 Feb 18 00:39:13.143616 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-1f9de830-6483-47d6-b6f5-1094fb4915a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:13.144960 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-1f9de830-6483-47d6-b6f5-1094fb4915a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 911 time: 0.0861342 Feb 18 00:39:13.207363 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-27f95954-858e-401b-a307-6cb62439540b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 200 len: 1002 time: 0.0561619 Feb 18 00:39:13.259515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-37b1c6a5-cb40-411c-bb7a-74dfde7ab655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:13.260893 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-37b1c6a5-cb40-411c-bb7a-74dfde7ab655 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0453124 Feb 18 00:39:13.313490 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-a23de91a-b7a9-4b61-b686-deec06d89375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:13.314986 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-a23de91a-b7a9-4b61-b686-deec06d89375 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425868 Feb 18 00:39:13.405178 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-91e9ccf9-c52b-40f0-9d88-6e801f03823e service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833583 Feb 18 00:39:13.500661 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b90c928e-17b5-4ff2-b2bf-2a8f94b410e4 req-6f4b83cf-42e9-447d-a3ba-56352e5eb4cc service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834281 Feb 18 00:39:14.087607 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a7b16-fe2c-4c84-8052-fc5105f620b1 req-7b5bd850-0a0b-4282-9844-a0d3984aa7d7 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:14.088997 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc5a7b16-fe2c-4c84-8052-fc5105f620b1 req-7b5bd850-0a0b-4282-9844-a0d3984aa7d7 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0549142 Feb 18 00:39:14.136755 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dc5a7b16-fe2c-4c84-8052-fc5105f620b1 req-31d1f5c2-9bc0-4d48-a6af-e8e3e409436e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 Feb 18 00:39:15.255965 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6df08-5c45-45de-a01a-04ac85734b25 req-b4f6f0d5-731b-4184-83df-f5d39382db8c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:15.257430 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a6df08-5c45-45de-a01a-04ac85734b25 req-b4f6f0d5-731b-4184-83df-f5d39382db8c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0511611 Feb 18 00:39:15.303209 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-a8a6df08-5c45-45de-a01a-04ac85734b25 req-724e3115-f373-4ee0-8d5b-6dac05abb8cd tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403171 Feb 18 00:39:16.422433 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586617b-f959-49f2-b961-546e1b002655 req-b9116a0f-8dab-4a21-982d-0eb1886ee478 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:16.423861 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8586617b-f959-49f2-b961-546e1b002655 req-b9116a0f-8dab-4a21-982d-0eb1886ee478 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0545325 Feb 18 00:39:16.468350 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8586617b-f959-49f2-b961-546e1b002655 req-f5bad3a5-9f72-4a0a-ba3b-8b1bb700905c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383577 Feb 18 00:39:17.584402 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f50d2-9530-4bb6-b07d-d1f82ef62ebe req-2a35fbe3-7aa0-4fb7-92a0-ec466aba8756 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:17.585858 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1a3f50d2-9530-4bb6-b07d-d1f82ef62ebe req-2a35fbe3-7aa0-4fb7-92a0-ec466aba8756 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0513337 Feb 18 00:39:17.631717 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-1a3f50d2-9530-4bb6-b07d-d1f82ef62ebe req-ec3ce910-708e-44e0-a23e-b284934d6de9 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Feb 18 00:39:18.746604 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a5ad5-56f2-4c92-8e5a-647c005a86aa req-3f47a65b-8fe6-464e-a06a-0d5ed3a95784 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:18.748036 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2e8a5ad5-56f2-4c92-8e5a-647c005a86aa req-3f47a65b-8fe6-464e-a06a-0d5ed3a95784 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0503364 Feb 18 00:39:18.800612 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2e8a5ad5-56f2-4c92-8e5a-647c005a86aa req-243f2d1b-41c9-4f26-8aa5-4e4eb8aec490 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470684 Feb 18 00:39:19.917280 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2ea74-ed80-499b-87f5-8e8f798d08af req-bd0de9c4-34cc-4228-ba15-491c329c8326 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:19.918715 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-03a2ea74-ed80-499b-87f5-8e8f798d08af req-bd0de9c4-34cc-4228-ba15-491c329c8326 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0500598 Feb 18 00:39:19.965313 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-03a2ea74-ed80-499b-87f5-8e8f798d08af req-971faa74-dbd6-4c64-a071-f897675967ba tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Feb 18 00:39:21.083907 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128059-e49e-42eb-a2e1-42f5cd6c5360 req-2a37717a-2dca-4891-9062-0dd1435f3788 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:21.085255 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-73128059-e49e-42eb-a2e1-42f5cd6c5360 req-2a37717a-2dca-4891-9062-0dd1435f3788 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0510659 Feb 18 00:39:21.130603 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-73128059-e49e-42eb-a2e1-42f5cd6c5360 req-f291cae0-42a6-459f-b3c3-3da163df7d1a tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 Feb 18 00:39:22.249054 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e22a7-0aca-4a19-a776-584021358705 req-758b2065-39a9-4907-afbb-da6e123fe12d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:22.250496 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-254e22a7-0aca-4a19-a776-584021358705 req-758b2065-39a9-4907-afbb-da6e123fe12d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0534077 Feb 18 00:39:22.298887 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-254e22a7-0aca-4a19-a776-584021358705 req-ea8ffb9e-66ee-4cd1-9454-d5f900af1394 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427868 Feb 18 00:39:23.415311 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225fe5f-55f1-41e6-a21b-7510f2037bc5 req-526509a2-2c68-4a47-8214-7b3fbbb16c6f tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:23.416750 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2225fe5f-55f1-41e6-a21b-7510f2037bc5 req-526509a2-2c68-4a47-8214-7b3fbbb16c6f tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0513866 Feb 18 00:39:23.461722 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2225fe5f-55f1-41e6-a21b-7510f2037bc5 req-966b44c6-34ec-4739-a8ac-decb3c0b0a79 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392053 Feb 18 00:39:24.576173 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffdf18-b9a7-49a0-9a91-ec9a68dc1c84 req-c15c62e2-d860-4419-8a35-79863d643025 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:24.577589 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-feffdf18-b9a7-49a0-9a91-ec9a68dc1c84 req-c15c62e2-d860-4419-8a35-79863d643025 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0493624 Feb 18 00:39:24.627393 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-feffdf18-b9a7-49a0-9a91-ec9a68dc1c84 req-0dcc97a9-cfd3-4b88-870d-7c264665a175 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 Feb 18 00:39:24.823379 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09896c98-a623-4ba9-9e51-940c9dd19907 req-23c0cff3-5bdf-4f24-a218-ebce42e87649 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:24.824841 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09896c98-a623-4ba9-9e51-940c9dd19907 req-23c0cff3-5bdf-4f24-a218-ebce42e87649 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0514805 Feb 18 00:39:24.880611 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-09896c98-a623-4ba9-9e51-940c9dd19907 req-a31e2570-edf9-40b3-b2d5-8de2d5f5d58a tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500774 Feb 18 00:39:24.903331 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-ac26c0f0-75ab-4a22-a709-4303863f4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:24.904827 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-ac26c0f0-75ab-4a22-a709-4303863f4887 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 1130 time: 0.0455852 Feb 18 00:39:24.994825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-8d484241-cee4-498a-98fd-b413087cb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:24.996170 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-8d484241-cee4-498a-98fd-b413087cb23c service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 911 time: 0.0842144 Feb 18 00:39:25.060043 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-25073de0-9c0a-4359-a05c-b0189c640aa9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 200 len: 1002 time: 0.0569227 Feb 18 00:39:25.111163 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-86ef77a8-082f-4d18-a5b9-8b4f2b74ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:25.112574 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-86ef77a8-082f-4d18-a5b9-8b4f2b74ae77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0466852 Feb 18 00:39:25.163797 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-5323c553-723d-4502-b905-7702dfa0b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:25.165333 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-5323c553-723d-4502-b905-7702dfa0b3f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472507 Feb 18 00:39:25.250023 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-283796f5-9d48-4bfe-8d30-7ef34682ff0f service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786047 Feb 18 00:39:25.339221 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-c7fe18ac-82f7-4ded-9988-9af01efa7674 req-3ed6db73-5c5b-4f19-bace-ebcefedb870e service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824916 Feb 18 00:39:26.003143 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8eb8a-9168-48a5-8e8f-e237d800c352 req-b12718e9-fefe-4b5a-b0fc-26bed407cb09 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:26.005267 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70a8eb8a-9168-48a5-8e8f-e237d800c352 req-b12718e9-fefe-4b5a-b0fc-26bed407cb09 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0517254 Feb 18 00:39:26.018845 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:26.052585 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-70a8eb8a-9168-48a5-8e8f-e237d800c352 req-9a0e435f-2111-48f6-8d90-581b5d25a71b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416679 Feb 18 00:39:26.177297 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Deleting port ec712eac-7ebf-47ed-a628-098168047a39 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:26.177544 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (ec712eac-7ebf-47ed-a628-098168047a39), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:26.248469 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (ec712eac-7ebf-47ed-a628-098168047a39), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:26.248796 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (ec712eac-7ebf-47ed-a628-098168047a39), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:26.260896 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Calling delete_port for ec712eac-7ebf-47ed-a628-098168047a39 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:26.434989 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (ec712eac-7ebf-47ed-a628-098168047a39), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:26.464111 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event deleted for resources: {'Port': ['ID=ec712eac-7ebf-47ed-a628-098168047a39,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:26.486618 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.486968 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.487312 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.487645 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.487972 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.488812 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.489144 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.489566 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.489889 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.490214 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.490561 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.490880 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.491197 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:26.531379 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (0cb1d978-6451-4709-a669-66a9aa4a15cf), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:26.531701 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Floating IP 0cb1d978-6451-4709-a669-66a9aa4a15cf disassociated (deleted). External IP: 172.27.2.79, port: f502b488-9585-4508-a848-9057c1f7400e. Feb 18 00:39:26.863950 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e8872596-444e-4c3a-9174-a8554a49d5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:26.990810 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:39:27.098898 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:39:27.103507 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:27.108524 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:39:27.119033 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:27.119632 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:38:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:27.134970 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8a952d16-d790-40e1-b93b-bdf6fa97fb57 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "DELETE /v2.0/floatingips/0cb1d978-6451-4709-a669-66a9aa4a15cf HTTP/1.1" status: 204 len: 168 time: 1.1126895 Feb 18 00:39:27.134970 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:39:27.135615 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b37ad6e-0854-4ba8-95c9-d320d7acda58" -d '{"events": [{"name": "network-changed", "server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "tag": "f502b488-9585-4508-a848-9057c1f7400e"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:39:27.180153 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3212dff-e6e2-4b34-b22e-b895c8edc6d2 x-openstack-request-id: req-b3212dff-e6e2-4b34-b22e-b895c8edc6d2 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:39:27.180446 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "tag": "f502b488-9585-4508-a848-9057c1f7400e", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:39:27.180728 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3212dff-e6e2-4b34-b22e-b895c8edc6d2 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:39:27.181138 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e', 'status': 'completed', 'code': 200} Feb 18 00:39:27.226288 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:27.267926 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-1fa71fab-075d-405c-a45d-f6a36fbb04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:27.270197 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-1fa71fab-075d-405c-a45d-f6a36fbb04ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 1129 time: 0.0452721 Feb 18 00:39:27.368118 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-e76ed7a4-ea68-478b-a38d-dada8c3877fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:27.369475 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-e76ed7a4-ea68-478b-a38d-dada8c3877fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.0929968 Feb 18 00:39:27.396666 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cced19-33db-409b-9ab5-5f10f70d6b15 req-5728d6a4-fb12-4ec6-889f-3fddba67f705 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:27.398754 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e3cced19-33db-409b-9ab5-5f10f70d6b15 req-5728d6a4-fb12-4ec6-889f-3fddba67f705 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 945 time: 0.0651646 Feb 18 00:39:27.412886 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-2319e0cd-7e7a-49fb-ba74-62e4331638d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f502b488-9585-4508-a848-9057c1f7400e HTTP/1.1" status: 200 len: 217 time: 0.0363359 Feb 18 00:39:27.447225 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-e3cced19-33db-409b-9ab5-5f10f70d6b15 req-87cfb038-ed4a-47d9-a7c4-fa5f3e2a0946 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Feb 18 00:39:27.458141 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:44Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:27.461114 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-44e279fd-8b29-44be-9af7-e53f6948fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:27.462602 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-44e279fd-8b29-44be-9af7-e53f6948fe66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0438833 Feb 18 00:39:27.483925 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:39:27.492463 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:27.493056 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:38:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:27.509523 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-8b75da81-74a8-4f81-8e31-aca6390aa144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:27.511046 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-8b75da81-74a8-4f81-8e31-aca6390aa144 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425000 Feb 18 00:39:27.596422 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:27.603088 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-10628002-a59d-443f-bb0d-06545825b865 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848527 Feb 18 00:39:27.691229 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6b37ad6e-0854-4ba8-95c9-d320d7acda58 req-9170e5ef-021a-4875-a408-c60c7681f56b service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818400 Feb 18 00:39:27.812956 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:44Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:27.840937 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4568f9e-b039-4a4e-acac-3c33fd8cf3c2 None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '69c11950-2321-44cf-a839-ddf657b5d28c', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'port_id': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'mac_address': 'fa:16:3e:22:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:35:41Z', 'updated_at': '2022-02-18T00:35:44Z', 'revision_number': 1, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:39:28.053535 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83a1fc-099b-43d0-a140-5fe79d5a3e03 None None] New status for floating IP 0cb1d978-6451-4709-a669-66a9aa4a15cf: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:39:28.567427 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0c24b-145d-481e-92d4-160947ccbb7b req-0deb2731-3718-43d8-ba9e-ffaf510f11e6 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:28.568897 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-72a0c24b-145d-481e-92d4-160947ccbb7b req-0deb2731-3718-43d8-ba9e-ffaf510f11e6 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 945 time: 0.0521367 Feb 18 00:39:28.616544 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-72a0c24b-145d-481e-92d4-160947ccbb7b req-a3304ae6-9452-4be7-bd5c-5722e3d132ca tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Feb 18 00:39:29.009900 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-f4de9a26-abfc-4860-a00c-69060fe60684 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:29.011256 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-f4de9a26-abfc-4860-a00c-69060fe60684 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 945 time: 0.0548432 Feb 18 00:39:29.099944 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Deleting port f502b488-9585-4508-a848-9057c1f7400e {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:29.100266 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (f502b488-9585-4508-a848-9057c1f7400e), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:29.189681 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] For port f502b488-9585-4508-a848-9057c1f7400e, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f502b488-9585-4508-a848-9057c1f7400e,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:29.190035 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (f502b488-9585-4508-a848-9057c1f7400e), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:29.202031 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Calling delete_port for f502b488-9585-4508-a848-9057c1f7400e owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:29.324980 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (f502b488-9585-4508-a848-9057c1f7400e), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:29.357042 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event deleted for resources: {'Port': ['ID=f502b488-9585-4508-a848-9057c1f7400e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:29.365010 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-059b1a8f-a0ef-4613-a1ee-a5c73f90f0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:29.400164 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] No DVR routers for this DVR port f502b488-9585-4508-a848-9057c1f7400e on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:39:29.402623 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:29.405873 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-b4624c3b-2456-43df-a4f5-dc4a43f56eaf req-9c6b5d07-cb3a-4974-bb1a-0e1d363d224c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "DELETE /v2.0/ports/f502b488-9585-4508-a848-9057c1f7400e HTTP/1.1" status: 204 len: 173 time: 0.3899522 Feb 18 00:39:29.406331 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'name': 'network-vif-deleted', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:39:29.408553 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee31b78-a779-4442-85ed-585e1200031e" -d '{"events": [{"server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "name": "network-vif-deleted", "tag": "f502b488-9585-4508-a848-9057c1f7400e"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:39:29.446570 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be9710f-5342-4fb9-8d2c-324000f51e6c x-openstack-request-id: req-3be9710f-5342-4fb9-8d2c-324000f51e6c {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:39:29.446863 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497bee60-fe40-43b7-8652-873509f604c7", "name": "network-vif-deleted", "tag": "f502b488-9585-4508-a848-9057c1f7400e", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:39:29.447110 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3be9710f-5342-4fb9-8d2c-324000f51e6c {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:39:29.447504 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497bee60-fe40-43b7-8652-873509f604c7', 'name': 'network-vif-deleted', 'tag': 'f502b488-9585-4508-a848-9057c1f7400e', 'status': 'completed', 'code': 200} Feb 18 00:39:29.721177 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-548cca3a-8935-44c5-b835-cf888acb53cc req-74ddad56-7fa8-4d71-9d2b-01d447267d80 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=497bee60-fe40-43b7-8652-873509f604c7 HTTP/1.1" status: 200 len: 210 time: 0.0343182 Feb 18 00:39:30.281041 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:31.623100 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:32.992029 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49292) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:33.135716 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:33.150345 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Deleting port 47841f45-19b2-4f15-8bf2-27579ff0c67a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:33.150741 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:33.227601 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:33.227920 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (47841f45-19b2-4f15-8bf2-27579ff0c67a), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:33.240289 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Calling delete_port for 47841f45-19b2-4f15-8bf2-27579ff0c67a owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:33.387025 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (47841f45-19b2-4f15-8bf2-27579ff0c67a), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:33.411151 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event deleted for resources: {'Port': ['ID=47841f45-19b2-4f15-8bf2-27579ff0c67a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:33.473310 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (69c11950-2321-44cf-a839-ddf657b5d28c), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:33.473680 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Floating IP 69c11950-2321-44cf-a839-ddf657b5d28c disassociated (deleted). External IP: 172.27.2.239, port: afb9d99e-cdfa-4db9-b51a-9f640ac7658f. Feb 18 00:39:33.679360 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:39:33.779433 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f502b488-9585-4508-a848-9057c1f7400e no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:33.785405 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:39:33.790216 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:33.795135 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:39:33.806194 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: f502b488-9585-4508-a848-9057c1f7400e {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:33.808304 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f502b488-9585-4508-a848-9057c1f7400e not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:33.811964 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:33.812588 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:33.819793 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-a4694537-535c-4fb4-a62d-1d02d83db90c tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "DELETE /v2.0/floatingips/69c11950-2321-44cf-a839-ddf657b5d28c HTTP/1.1" status: 204 len: 168 time: 0.8267007 Feb 18 00:39:33.820388 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:39:33.822645 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf0fa3-531d-4867-9626-eee749a38209" -d '{"events": [{"name": "network-changed", "server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:39:33.864906 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4010e7db-fe7b-4ea6-8df8-0b63998a22b9 x-openstack-request-id: req-4010e7db-fe7b-4ea6-8df8-0b63998a22b9 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:39:33.865199 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:39:33.865454 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4010e7db-fe7b-4ea6-8df8-0b63998a22b9 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:39:33.865855 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'status': 'completed', 'code': 200} Feb 18 00:39:33.942242 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:33.963142 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf0fa3-531d-4867-9626-eee749a38209 req-a4345f36-0580-450c-af95-dfbb163d343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:33.965010 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-90bf0fa3-531d-4867-9626-eee749a38209 req-a4345f36-0580-450c-af95-dfbb163d343c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 1130 time: 0.0578699 Feb 18 00:39:34.057626 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346a9ca-1b45-4209-a283-26e94a3ef93e req-516fccdc-afc6-4ed1-8c3b-d5cc315e55e7 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:34.059243 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2346a9ca-1b45-4209-a283-26e94a3ef93e req-516fccdc-afc6-4ed1-8c3b-d5cc315e55e7 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 946 time: 0.0524957 Feb 18 00:39:34.108288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf0fa3-531d-4867-9626-eee749a38209 req-0e440ddc-9cac-4f1f-ac74-6ba07e996096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:34.110735 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2346a9ca-1b45-4209-a283-26e94a3ef93e req-98b58289-e7b6-467d-afb5-3e969fc688c8 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Feb 18 00:39:34.115240 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-90bf0fa3-531d-4867-9626-eee749a38209 req-0e440ddc-9cac-4f1f-ac74-6ba07e996096 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 200 len: 913 time: 0.0985460 Feb 18 00:39:34.153742 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-90bf0fa3-531d-4867-9626-eee749a38209 req-348fd048-4154-46e2-b12f-fc90380706ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f HTTP/1.1" status: 200 len: 217 time: 0.0368731 Feb 18 00:39:34.205931 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf0fa3-531d-4867-9626-eee749a38209 req-27344f44-e340-4ffc-8e76-6293541045f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:34.207513 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-90bf0fa3-531d-4867-9626-eee749a38209 req-27344f44-e340-4ffc-8e76-6293541045f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 200 len: 851 time: 0.0466413 Feb 18 00:39:34.219179 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:39:34.243734 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:34.254808 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf0fa3-531d-4867-9626-eee749a38209 req-13376d0f-6561-4e1a-bb21-bd2769bb505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:34.256376 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-90bf0fa3-531d-4867-9626-eee749a38209 req-13376d0f-6561-4e1a-bb21-bd2769bb505c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b89bff-e0a0-4420-bb13-4424bd5ad296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428002 Feb 18 00:39:34.269027 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:39:34.278124 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:34.278758 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:34.343196 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-90bf0fa3-531d-4867-9626-eee749a38209 req-9538b1e4-cff7-4ad8-862a-e4fb47af6e1a service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803037 Feb 18 00:39:34.385717 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:34.436135 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-90bf0fa3-531d-4867-9626-eee749a38209 req-940565e9-9527-4146-aa25-47c12d3be3d9 service neutron] 10.222.0.48 "GET /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863132 Feb 18 00:39:34.585406 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:34.611000 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f92a7-12cd-4619-8bdb-1fff4cf9e869 None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:31:02Z', 'revision_number': 4, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '767cb32b-d827-4b99-bbe5-ba3be67cafc8', 'name': '', 'network_id': '73b89bff-e0a0-4420-bb13-4424bd5ad296', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'mac_address': 'fa:16:3e:47:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:01Z', 'updated_at': '2022-02-18T00:31:10Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'subnets': [{'id': '34c320fb-ed3c-4087-af0d-1e31daa2abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:39:34.833427 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c399fe4-b9cf-415c-a9f9-24471de63f27 None None] New status for floating IP 69c11950-2321-44cf-a839-ddf657b5d28c: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:39:35.229467 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e3142-2c04-4482-b5c5-7494ac67c38c req-d227ffd9-de5b-4318-ad25-3cca8794cb17 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:35.230968 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-304e3142-2c04-4482-b5c5-7494ac67c38c req-d227ffd9-de5b-4318-ad25-3cca8794cb17 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 946 time: 0.0503573 Feb 18 00:39:35.277910 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-304e3142-2c04-4482-b5c5-7494ac67c38c req-cbec673c-09bf-4602-86e0-366852226bb2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/security-groups?id=911621e2-4eb4-4538-86f3-671ec3903de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Feb 18 00:39:35.686630 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-d1222192-3340-4b54-87a3-21e24352bd84 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:35.688053 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-d1222192-3340-4b54-87a3-21e24352bd84 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 946 time: 0.0513792 Feb 18 00:39:35.778651 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Deleting port afb9d99e-cdfa-4db9-b51a-9f640ac7658f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:35.778984 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:35.863490 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] For port afb9d99e-cdfa-4db9-b51a-9f640ac7658f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:35.863847 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:35.876545 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Calling delete_port for afb9d99e-cdfa-4db9-b51a-9f640ac7658f owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:36.004545 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (afb9d99e-cdfa-4db9-b51a-9f640ac7658f), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:36.031782 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event deleted for resources: {'Port': ['ID=afb9d99e-cdfa-4db9-b51a-9f640ac7658f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:36.073217 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] No DVR routers for this DVR port afb9d99e-cdfa-4db9-b51a-9f640ac7658f on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:39:36.075744 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:36.079146 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-cf3924c1-c3fe-41cc-8ed5-a5eab4808753 req-54ad8ef2-2866-4873-a0d2-bcbc4aab62de tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.48 "DELETE /v2.0/ports/afb9d99e-cdfa-4db9-b51a-9f640ac7658f HTTP/1.1" status: 204 len: 173 time: 0.3864419 Feb 18 00:39:36.079616 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'name': 'network-vif-deleted', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:39:36.082028 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580e591-d50c-4ed3-8102-96c9308880ce" -d '{"events": [{"server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "name": "network-vif-deleted", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:39:36.119377 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34417267-4147-470c-9698-51f4d19dd514 x-openstack-request-id: req-34417267-4147-470c-9698-51f4d19dd514 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:39:36.119670 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587b6a8b-9654-4f2e-9f61-0ab99f32d58d", "name": "network-vif-deleted", "tag": "afb9d99e-cdfa-4db9-b51a-9f640ac7658f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:39:36.119920 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34417267-4147-470c-9698-51f4d19dd514 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:39:36.120314 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587b6a8b-9654-4f2e-9f61-0ab99f32d58d', 'name': 'network-vif-deleted', 'tag': 'afb9d99e-cdfa-4db9-b51a-9f640ac7658f', 'status': 'completed', 'code': 200} Feb 18 00:39:36.382490 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-73e2c83b-6956-47fc-a122-a4638820bccf req-6320022c-2323-4785-a8ff-ce7f589dc228 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "GET /v2.0/ports?device_id=587b6a8b-9654-4f2e-9f61-0ab99f32d58d HTTP/1.1" status: 200 len: 210 time: 0.0351639 Feb 18 00:39:36.736074 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:37.440225 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49308) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:37.565174 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Deleting port 379bb62e-5741-4bee-bceb-c10817ac5d28 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:37.565507 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:37.638016 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:37.638335 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (379bb62e-5741-4bee-bceb-c10817ac5d28), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:37.652670 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Calling delete_port for 379bb62e-5741-4bee-bceb-c10817ac5d28 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:37.783669 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (379bb62e-5741-4bee-bceb-c10817ac5d28), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:37.809737 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event deleted for resources: {'Port': ['ID=379bb62e-5741-4bee-bceb-c10817ac5d28,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:37.867904 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for floatingip (09000559-928a-45bd-8643-df492f138a98), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:37.870413 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:37.871558 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-0599406e-3479-48ea-b943-946008d458a2 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "DELETE /v2.0/floatingips/09000559-928a-45bd-8643-df492f138a98 HTTP/1.1" status: 204 len: 168 time: 0.4298596 Feb 18 00:39:39.060486 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49320) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:39.114746 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group (911621e2-4eb4-4538-86f3-671ec3903de8), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:39.138335 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group (911621e2-4eb4-4538-86f3-671ec3903de8), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:39.201938 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (911621e2-4eb4-4538-86f3-671ec3903de8), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:39.204600 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:39.205735 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] 10.222.0.10 "DELETE /v2.0/security-groups/911621e2-4eb4-4538-86f3-671ec3903de8 HTTP/1.1" status: 204 len: 168 time: 0.1442866 Feb 18 00:39:39.215283 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911621e2-4eb4-4538-86f3-671ec3903de8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:39.223380 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.223733 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.224080 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.224421 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.224755 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.225091 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.225421 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.225751 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.226078 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.226559 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.227008 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.227361 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.227744 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e011-7d3d-48f8-aa00-b19630070de5 tempest-TestVolumeBootPattern-936700010 tempest-TestVolumeBootPattern-936700010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:39.264163 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49324) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:39.694651 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (150041bb-3ad2-4137-8b6c-ae4266dd5270), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:39.791735 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device afb9d99e-cdfa-4db9-b51a-9f640ac7658f no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:39.811721 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: afb9d99e-cdfa-4db9-b51a-9f640ac7658f {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:39.811955 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device afb9d99e-cdfa-4db9-b51a-9f640ac7658f not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:39.937082 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Deleting port 767cb32b-d827-4b99-bbe5-ba3be67cafc8 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:39.937413 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:40.013555 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] For port 767cb32b-d827-4b99-bbe5-ba3be67cafc8, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=767cb32b-d827-4b99-bbe5-ba3be67cafc8,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:40.013905 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:40.026561 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Calling delete_port for 767cb32b-d827-4b99-bbe5-ba3be67cafc8 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:40.199154 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (767cb32b-d827-4b99-bbe5-ba3be67cafc8), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:40.223825 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Pushing event deleted for resources: {'Port': ['ID=767cb32b-d827-4b99-bbe5-ba3be67cafc8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:40.619846 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (150041bb-3ad2-4137-8b6c-ae4266dd5270), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:40.832340 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Router 150041bb-3ad2-4137-8b6c-ae4266dd5270 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:39:40.936556 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:39:40.941768 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-ea83e07b-262c-4dfa-8712-5156efaef707 admin admin] 10.222.0.10 "PUT /v2.0/routers/150041bb-3ad2-4137-8b6c-ae4266dd5270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763813 Feb 18 00:39:40.944145 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49328) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:40.945723 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] Sync routers for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:39:40.956120 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:40.957556 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:41.048195 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks [] for router (150041bb-3ad2-4137-8b6c-ae4266dd5270), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.059578 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:41.150849 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks [] for router_gateway (150041bb-3ad2-4137-8b6c-ae4266dd5270), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.202176 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Deleting port aefbb051-b8db-472a-a0d7-b32064c1ddd2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:41.202479 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.242680 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:39:40Z', 'revision_number': 5, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port': {'id': 'aefbb051-b8db-472a-a0d7-b32064c1ddd2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:30:59Z', 'updated_at': '2022-02-18T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:41.270619 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] Checking router: 150041bb-3ad2-4137-8b6c-ae4266dd5270 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:39:41.278669 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] Routers {'150041bb-3ad2-4137-8b6c-ae4266dd5270'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:41.279257 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['150041bb-3ad2-4137-8b6c-ae4266dd5270'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:41.283583 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] For port aefbb051-b8db-472a-a0d7-b32064c1ddd2, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=aefbb051-b8db-472a-a0d7-b32064c1ddd2,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:41.283943 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.296848 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Calling delete_port for aefbb051-b8db-472a-a0d7-b32064c1ddd2 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:41.364803 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] Set router 150041bb-3ad2-4137-8b6c-ae4266dd5270 gateway port host: None {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:41.414018 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:39:41Z', 'revision_number': 6, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:41.442578 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97604c1d-2db6-4863-86a3-2a63c295c399 None None] The sync data for ids ['150041bb-3ad2-4137-8b6c-ae4266dd5270'] in dv-cinder-816104-3-iscsi is: [{'id': '150041bb-3ad2-4137-8b6c-ae4266dd5270', 'name': 'tempest-TestVolumeBootPattern-1378190698-router', 'tenant_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:30:58Z', 'updated_at': '2022-02-18T00:39:41Z', 'revision_number': 6, 'project_id': 'b1b8bf232d0f4b6d9b9990636d612c80', 'gw_port_host': None}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:39:41.466485 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (aefbb051-b8db-472a-a0d7-b32064c1ddd2), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.491373 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefbb051-b8db-472a-a0d7-b32064c1ddd2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:41.554768 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (150041bb-3ad2-4137-8b6c-ae4266dd5270), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.644552 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (150041bb-3ad2-4137-8b6c-ae4266dd5270), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.646680 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks [] for router_controller (150041bb-3ad2-4137-8b6c-ae4266dd5270), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.688247 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (150041bb-3ad2-4137-8b6c-ae4266dd5270), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.688823 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 150041bb-3ad2-4137-8b6c-ae4266dd5270 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:39:41.695566 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.697248 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-123c09ff-b00e-4e2d-ad4a-e7a2524ab409 admin admin] 10.222.0.10 "DELETE /v2.0/routers/150041bb-3ad2-4137-8b6c-ae4266dd5270 HTTP/1.1" status: 204 len: 168 time: 0.7517552 Feb 18 00:39:41.700115 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49330) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:41.744296 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] Deleting subnet 34c320fb-ed3c-4087-af0d-1e31daa2abbd {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:39:41.747351 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] Publish callbacks [] for subnet (34c320fb-ed3c-4087-af0d-1e31daa2abbd), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.786236 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (34c320fb-ed3c-4087-af0d-1e31daa2abbd), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.867444 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (34c320fb-ed3c-4087-af0d-1e31daa2abbd), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.920597 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (34c320fb-ed3c-4087-af0d-1e31daa2abbd), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.947474 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c320fb-ed3c-4087-af0d-1e31daa2abbd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:41.954655 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:41.961829 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49332) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:41.962802 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc75f13-168b-44ff-852c-869aa1152e77 None None] Network 73b89bff-e0a0-4420-bb13-4424bd5ad296 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:39:41.966986 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ed2a0bb8-1c86-4bec-8b47-cbf898301c2b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/34c320fb-ed3c-4087-af0d-1e31daa2abbd HTTP/1.1" status: 204 len: 168 time: 0.2578180 Feb 18 00:39:42.037455 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (73b89bff-e0a0-4420-bb13-4424bd5ad296), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.092309 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Deleting port 484d089e-6338-4767-8248-515a98427a73 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:42.092643 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (484d089e-6338-4767-8248-515a98427a73), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.152050 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] For port 484d089e-6338-4767-8248-515a98427a73, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=484d089e-6338-4767-8248-515a98427a73,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:42.152330 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (484d089e-6338-4767-8248-515a98427a73), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.166511 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Calling delete_port for 484d089e-6338-4767-8248-515a98427a73 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:42.195810 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] DHCP port deletion for 73b89bff-e0a0-4420-bb13-4424bd5ad296 request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:39:42.244362 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Deleting port 484d089e-6338-4767-8248-515a98427a73 {{(pid=114451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:42.244731 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (484d089e-6338-4767-8248-515a98427a73), before_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.250258 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (484d089e-6338-4767-8248-515a98427a73), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.278268 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Pushing event deleted for resources: {'Port': ['ID=484d089e-6338-4767-8248-515a98427a73,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:42.280227 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] No DVR routers for this DVR port 484d089e-6338-4767-8248-515a98427a73 on host dv-cinder-816104-3-iscsi {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:39:42.316078 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] For port 484d089e-6338-4767-8248-515a98427a73, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=484d089e-6338-4767-8248-515a98427a73,segment=NetworkSegment(e29501a6-edb1-4584-a8cd-5d2517867740),segment_id=e29501a6-edb1-4584-a8cd-5d2517867740)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:42.316514 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (484d089e-6338-4767-8248-515a98427a73), precommit_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.330743 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Calling delete_port for 484d089e-6338-4767-8248-515a98427a73 owned by network:dhcp {{(pid=114451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:42.349714 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (73b89bff-e0a0-4420-bb13-4424bd5ad296), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.373507 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b89bff-e0a0-4420-bb13-4424bd5ad296']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:42.383685 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29501a6-edb1-4584-a8cd-5d2517867740') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:42.384026 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29501a6-edb1-4584-a8cd-5d2517867740') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:42.396942 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (e29501a6-edb1-4584-a8cd-5d2517867740), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.412432 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (e29501a6-edb1-4584-a8cd-5d2517867740), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.418835 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:39:42.418968 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (484d089e-6338-4767-8248-515a98427a73), after_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.419804 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (e29501a6-edb1-4584-a8cd-5d2517867740), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:39:42.422058 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:39:42.431532 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] No DVR routers for this DVR port 484d089e-6338-4767-8248-515a98427a73 on host dv-cinder-816104-3-iscsi {{(pid=114451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:39:42.450780 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Pushing event deleted for resources: {'Port': ['ID=484d089e-6338-4767-8248-515a98427a73,revision_number=None']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:42.460918 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.461272 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.461615 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.461952 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.462281 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.462622 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.463002 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.463267 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.463625 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.463903 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.464224 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.464550 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.464863 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee1a67-3e5b-49ff-b2cf-b28c9650f123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:39:42.493140 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (73b89bff-e0a0-4420-bb13-4424bd5ad296), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.501920 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.505715 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49334) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:42.505848 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] 10.222.0.10 "DELETE /v2.0/networks/73b89bff-e0a0-4420-bb13-4424bd5ad296 HTTP/1.1" status: 204 len: 168 time: 0.5427747 Feb 18 00:39:42.515323 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d6bc6-b364-45de-994c-67b3536f14ec admin admin] Pushing event deleted for resources: {'Network': ['ID=73b89bff-e0a0-4420-bb13-4424bd5ad296,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:42.839041 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device aefbb051-b8db-472a-a0d7-b32064c1ddd2 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:42.854634 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (4d90c185-183e-456c-96cb-7ecd0e1caa09), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:42.861824 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: aefbb051-b8db-472a-a0d7-b32064c1ddd2 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:42.862173 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device aefbb051-b8db-472a-a0d7-b32064c1ddd2 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:42.862627 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 767cb32b-d827-4b99-bbe5-ba3be67cafc8 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:42.881781 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 767cb32b-d827-4b99-bbe5-ba3be67cafc8 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:42.882132 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 767cb32b-d827-4b99-bbe5-ba3be67cafc8 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:42.882614 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 484d089e-6338-4767-8248-515a98427a73 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:42.901191 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 484d089e-6338-4767-8248-515a98427a73 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:42.901537 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 484d089e-6338-4767-8248-515a98427a73 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:43.355799 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Deleting port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:43.356406 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:43.432659 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] For port 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,segment=NetworkSegment(c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9),segment_id=c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:43.433021 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:43.445209 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Calling delete_port for 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:43.622290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (8ac80e2b-521b-4ef7-9ce6-f29c04c4f599), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:43.651597 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac80e2b-521b-4ef7-9ce6-f29c04c4f599,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:43.816750 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (4d90c185-183e-456c-96cb-7ecd0e1caa09), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.032294 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Router 4d90c185-183e-456c-96cb-7ecd0e1caa09 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:39:44.137893 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:39:44.143158 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8b4fccd0-5818-4c54-abaf-65dfed1f2197 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d90c185-183e-456c-96cb-7ecd0e1caa09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6362374 Feb 18 00:39:44.146384 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:44.147111 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a761012-e653-449e-8856-526691ed9154 None None] Sync routers for ids ['4d90c185-183e-456c-96cb-7ecd0e1caa09'] in dv-cinder-816104-3-iscsi {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:39:44.156729 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] Routers {'4d90c185-183e-456c-96cb-7ecd0e1caa09'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:44.157413 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['4d90c185-183e-456c-96cb-7ecd0e1caa09'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:44.254690 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks [] for router (4d90c185-183e-456c-96cb-7ecd0e1caa09), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.268134 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] Set router 4d90c185-183e-456c-96cb-7ecd0e1caa09 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:44.359839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks [] for router_gateway (4d90c185-183e-456c-96cb-7ecd0e1caa09), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.419643 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Deleting port 95a370f8-1098-466f-ac4e-fb6dde5034e1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:44.419978 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.498068 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] For port 95a370f8-1098-466f-ac4e-fb6dde5034e1, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=95a370f8-1098-466f-ac4e-fb6dde5034e1,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:44.498467 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.510713 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Calling delete_port for 95a370f8-1098-466f-ac4e-fb6dde5034e1 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:44.576100 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:39:43Z', 'revision_number': 5, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port': {'id': '95a370f8-1098-466f-ac4e-fb6dde5034e1', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:31:06Z', 'updated_at': '2022-02-18T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:44.604129 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a761012-e653-449e-8856-526691ed9154 None None] Checking router: 4d90c185-183e-456c-96cb-7ecd0e1caa09 for host: dv-cinder-816104-3-iscsi {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:39:44.612453 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] Routers {'4d90c185-183e-456c-96cb-7ecd0e1caa09'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:39:44.613034 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['4d90c185-183e-456c-96cb-7ecd0e1caa09'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:44.677013 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (95a370f8-1098-466f-ac4e-fb6dde5034e1), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.702214 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] Set router 4d90c185-183e-456c-96cb-7ecd0e1caa09 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:39:44.704813 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=95a370f8-1098-466f-ac4e-fb6dde5034e1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:44.758866 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2a761012-e653-449e-8856-526691ed9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:39:44Z', 'revision_number': 6, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:44.764902 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (4d90c185-183e-456c-96cb-7ecd0e1caa09), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.787290 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a761012-e653-449e-8856-526691ed9154 None None] The sync data for ids ['4d90c185-183e-456c-96cb-7ecd0e1caa09'] in dv-cinder-816104-3-iscsi is: [{'id': '4d90c185-183e-456c-96cb-7ecd0e1caa09', 'name': 'tempest-TestVolumeBootPattern-1346111969-router', 'tenant_id': '37190823b5524301b8248ab92bd5c6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:31:05Z', 'updated_at': '2022-02-18T00:39:44Z', 'revision_number': 6, 'project_id': '37190823b5524301b8248ab92bd5c6f4', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:39:44.861902 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (4d90c185-183e-456c-96cb-7ecd0e1caa09), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.864402 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks [] for router_controller (4d90c185-183e-456c-96cb-7ecd0e1caa09), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.907112 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (4d90c185-183e-456c-96cb-7ecd0e1caa09), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.907676 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d90c185-183e-456c-96cb-7ecd0e1caa09 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:39:44.912521 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:44.913655 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d05a6449-9c4a-4264-9629-3f1ec11dc4fd admin admin] 10.222.0.10 "DELETE /v2.0/routers/4d90c185-183e-456c-96cb-7ecd0e1caa09 HTTP/1.1" status: 204 len: 168 time: 0.7663481 Feb 18 00:39:44.916130 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49338) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:44.963261 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] Deleting subnet 19dccf38-08fb-4e3d-99ce-365e51522dd5 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:39:44.966225 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] Publish callbacks [] for subnet (19dccf38-08fb-4e3d-99ce-365e51522dd5), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.000519 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (19dccf38-08fb-4e3d-99ce-365e51522dd5), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.074665 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (19dccf38-08fb-4e3d-99ce-365e51522dd5), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.129103 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (19dccf38-08fb-4e3d-99ce-365e51522dd5), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.154998 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19dccf38-08fb-4e3d-99ce-365e51522dd5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:45.158636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.164893 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49340) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:45.166726 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a74b40-a181-4e5d-9bc3-77fd8a6e9b04 None None] Network 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:39:45.169112 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-552fb6ff-fd1d-485b-a51a-8350c62a3234 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/19dccf38-08fb-4e3d-99ce-365e51522dd5 HTTP/1.1" status: 204 len: 168 time: 0.2519672 Feb 18 00:39:45.248569 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (2226af11-b47d-4d1f-9ca6-eb2c3909f6e1), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.304990 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Deleting port 69ac1f92-a42d-436f-89ac-8377822c3b83 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:39:45.305447 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.365794 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] For port 69ac1f92-a42d-436f-89ac-8377822c3b83, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=69ac1f92-a42d-436f-89ac-8377822c3b83,segment=NetworkSegment(c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9),segment_id=c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:39:45.366150 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.378980 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Calling delete_port for 69ac1f92-a42d-436f-89ac-8377822c3b83 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:39:45.458285 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1524981'] for port (69ac1f92-a42d-436f-89ac-8377822c3b83), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.483604 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ac1f92-a42d-436f-89ac-8377822c3b83,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:45.487238 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] No DVR routers for this DVR port 69ac1f92-a42d-436f-89ac-8377822c3b83 on host dv-cinder-816104-3-iscsi {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:39:45.560568 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (2226af11-b47d-4d1f-9ca6-eb2c3909f6e1), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.583509 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2226af11-b47d-4d1f-9ca6-eb2c3909f6e1']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:45.587620 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7737f8-3be4-4a88-85f6-0c5d363b0eaf None None] DHCP port deletion for 2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:39:45.598777 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:45.598777 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:39:45.610504 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.624909 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.630955 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:39:45.631361 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (c29968e3-4a86-4cb9-b14a-c4b5a6cf83c9), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:39:45.633138 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:39:45.687075 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (2226af11-b47d-4d1f-9ca6-eb2c3909f6e1), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.692560 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.695962 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2226af11-b47d-4d1f-9ca6-eb2c3909f6e1 HTTP/1.1" status: 204 len: 168 time: 0.5294120 Feb 18 00:39:45.710112 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c4a83-f087-4049-b3ca-bfa63f5c0b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2226af11-b47d-4d1f-9ca6-eb2c3909f6e1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:45.814850 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49344) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:45.857722 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-306caebf-7064-4ca1-83af-868f8dcbbc78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1b8bf232d0f4b6d9b9990636d612c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416241 Feb 18 00:39:45.860737 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49346) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:45.916977 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5bbcca8c-4a65-4d15-a4cb-a3ae3b01786b admin admin] Publish callbacks [] for security_group (1505d0f7-95bf-4762-ab54-0a98e34daa0d), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.938471 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5bbcca8c-4a65-4d15-a4cb-a3ae3b01786b admin admin] Publish callbacks [] for security_group (1505d0f7-95bf-4762-ab54-0a98e34daa0d), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.983353 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5bbcca8c-4a65-4d15-a4cb-a3ae3b01786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1505d0f7-95bf-4762-ab54-0a98e34daa0d), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.985891 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5bbcca8c-4a65-4d15-a4cb-a3ae3b01786b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:45.987078 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-5bbcca8c-4a65-4d15-a4cb-a3ae3b01786b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1505d0f7-95bf-4762-ab54-0a98e34daa0d HTTP/1.1" status: 204 len: 168 time: 0.1253486 Feb 18 00:39:45.995961 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcca8c-4a65-4d15-a4cb-a3ae3b01786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1505d0f7-95bf-4762-ab54-0a98e34daa0d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:46.300748 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:46.340029 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-051b6430-3ac7-41ba-acd8-196888a2198b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37190823b5524301b8248ab92bd5c6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381603 Feb 18 00:39:46.342383 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:39:46.389069 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94420c99-e4b8-46e9-a25d-9e18deac261b admin admin] Publish callbacks [] for security_group (34cfd81e-f0c7-456e-8196-48077686f6cd), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:46.409816 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94420c99-e4b8-46e9-a25d-9e18deac261b admin admin] Publish callbacks [] for security_group (34cfd81e-f0c7-456e-8196-48077686f6cd), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:46.458456 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94420c99-e4b8-46e9-a25d-9e18deac261b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (34cfd81e-f0c7-456e-8196-48077686f6cd), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:46.461242 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94420c99-e4b8-46e9-a25d-9e18deac261b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:46.462598 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-94420c99-e4b8-46e9-a25d-9e18deac261b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34cfd81e-f0c7-456e-8196-48077686f6cd HTTP/1.1" status: 204 len: 168 time: 0.1191783 Feb 18 00:39:46.472220 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94420c99-e4b8-46e9-a25d-9e18deac261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cfd81e-f0c7-456e-8196-48077686f6cd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:39:46.830367 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 95a370f8-1098-466f-ac4e-fb6dde5034e1 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:46.852067 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 95a370f8-1098-466f-ac4e-fb6dde5034e1 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:46.852407 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 95a370f8-1098-466f-ac4e-fb6dde5034e1 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:46.852824 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:46.871895 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:46.872236 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 8ac80e2b-521b-4ef7-9ce6-f29c04c4f599 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:46.872652 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 69ac1f92-a42d-436f-89ac-8377822c3b83 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:39:46.891430 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 69ac1f92-a42d-436f-89ac-8377822c3b83 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:39:46.891770 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 69ac1f92-a42d-436f-89ac-8377822c3b83 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:39:56.866773 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-21b9e06d-05c6-4109-9cf7-12ab9b992a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:39:58.915364 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419542ca-61ee-467b-bd91-3f5d10713bfe req-c65e32cb-181f-4e99-abe8-2b12b95a593e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:39:58.916722 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-419542ca-61ee-467b-bd91-3f5d10713bfe req-c65e32cb-181f-4e99-abe8-2b12b95a593e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.2406433 Feb 18 00:39:58.962262 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-419542ca-61ee-467b-bd91-3f5d10713bfe req-6f52b95e-3bb2-4109-83cb-2f6a260522ef tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Feb 18 00:39:59.367740 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-18dc22ac-5c73-403b-92f1-dd83d8b30f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:00.079643 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09c53-86ec-472e-beac-f6ba908141a4 req-0c83604f-0c99-4bbd-80bd-e5c83ab8f358 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:00.081784 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0fc09c53-86ec-472e-beac-f6ba908141a4 req-0c83604f-0c99-4bbd-80bd-e5c83ab8f358 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0516162 Feb 18 00:40:00.130071 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0fc09c53-86ec-472e-beac-f6ba908141a4 req-acc04e60-cb25-4ed2-bf57-79414eea5e39 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427411 Feb 18 00:40:00.283927 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:00.766640 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-bfd3b66e-0e82-4754-b70b-e5e1045179e8 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:00.768141 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-bfd3b66e-0e82-4754-b70b-e5e1045179e8 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0542247 Feb 18 00:40:00.857697 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Deleting port f4646cb8-0029-4db9-8abd-b494d7328f31 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:40:00.858063 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:00.945874 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] For port f4646cb8-0029-4db9-8abd-b494d7328f31, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f4646cb8-0029-4db9-8abd-b494d7328f31,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:40:00.946228 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:01.109839 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:01.110108 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (f1f2239a-72a4-483d-8a0a-044ef27db965), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:01.110446 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Floating IP f1f2239a-72a4-483d-8a0a-044ef27db965 disassociated. External IP: 172.27.2.228, port: f4646cb8-0029-4db9-8abd-b494d7328f31. Feb 18 00:40:01.110786 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Calling delete_port for f4646cb8-0029-4db9-8abd-b494d7328f31 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:40:01.246061 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (f4646cb8-0029-4db9-8abd-b494d7328f31), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:01.253564 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229497a-8a1b-4d2d-94bc-08c9f7229514 req-63928be2-1473-41ff-ae7e-b8749bf21273 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:01.255182 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0229497a-8a1b-4d2d-94bc-08c9f7229514 req-63928be2-1473-41ff-ae7e-b8749bf21273 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=51165dae-c049-41f0-bf55-e2c402ef9328 HTTP/1.1" status: 200 len: 946 time: 0.0533638 Feb 18 00:40:01.274859 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event deleted for resources: {'Port': ['ID=f4646cb8-0029-4db9-8abd-b494d7328f31,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:01.307748 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-0229497a-8a1b-4d2d-94bc-08c9f7229514 req-5a80bfe5-51ea-4f60-a4b4-4f4be34e6129 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=35acd024-43d4-4596-8763-86303561a317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468829 Feb 18 00:40:01.390421 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Router e3c68eda-7c63-4607-b32c-bbe32cf51c57 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:40:01.497896 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:40:01.507846 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] Sync routers for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:40:01.517113 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:40:01.517993 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:01.540885 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] No DVR routers for this DVR port f4646cb8-0029-4db9-8abd-b494d7328f31 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:40:01.543550 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:01.547202 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-6609dfa7-a3eb-4952-b4ea-b96ca578b22a req-a330c6fa-3300-4cc3-a3dd-3eb5e229d882 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "DELETE /v2.0/ports/f4646cb8-0029-4db9-8abd-b494d7328f31 HTTP/1.1" status: 204 len: 173 time: 0.7743957 Feb 18 00:40:01.547599 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'name': 'network-vif-deleted', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:40:01.550549 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b31de14-53d3-4ebb-bedb-3632fb596cce" -d '{"events": [{"server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "name": "network-vif-deleted", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:40:01.589696 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05477127-2346-4323-8894-5e52485bfecd x-openstack-request-id: req-05477127-2346-4323-8894-5e52485bfecd {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:40:01.589988 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51165dae-c049-41f0-bf55-e2c402ef9328", "name": "network-vif-deleted", "tag": "f4646cb8-0029-4db9-8abd-b494d7328f31", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:40:01.590263 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05477127-2346-4323-8894-5e52485bfecd {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:40:01.590722 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51165dae-c049-41f0-bf55-e2c402ef9328', 'name': 'network-vif-deleted', 'tag': 'f4646cb8-0029-4db9-8abd-b494d7328f31', 'status': 'completed', 'code': 200} Feb 18 00:40:01.628396 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:01.639555 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:40:01.842261 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:01.875478 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] Checking router: e3c68eda-7c63-4607-b32c-bbe32cf51c57 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:40:01.884073 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:40:01.884676 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:02.078597 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:40:02.279235 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:02.304903 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe1518-5c1b-4e7f-bd9b-8c7832c5fb4a None None] The sync data for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi is: [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:40:02.395210 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:02.451199 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53a99ba-32e2-4b82-844c-306190f04dac tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (35acd024-43d4-4596-8763-86303561a317), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.475591 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53a99ba-32e2-4b82-844c-306190f04dac tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (35acd024-43d4-4596-8763-86303561a317), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.527205 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53a99ba-32e2-4b82-844c-306190f04dac tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (35acd024-43d4-4596-8763-86303561a317), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.530438 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53a99ba-32e2-4b82-844c-306190f04dac tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.531098 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a4b5-3c37-4808-8f3a-68f357804781 None None] New status for floating IP f1f2239a-72a4-483d-8a0a-044ef27db965: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:40:02.534863 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f53a99ba-32e2-4b82-844c-306190f04dac tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "DELETE /v2.0/security-groups/35acd024-43d4-4596-8763-86303561a317 HTTP/1.1" status: 204 len: 168 time: 0.1385863 Feb 18 00:40:02.535185 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:02.545109 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a99ba-32e2-4b82-844c-306190f04dac tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35acd024-43d4-4596-8763-86303561a317,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:02.550755 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.api.v2.resource [None req-e6d7f391-df54-4d79-8aa3-3371dc0aa946 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] show failed (client error): The resource could not be found. Feb 18 00:40:02.551895 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-e6d7f391-df54-4d79-8aa3-3371dc0aa946 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups/35acd024-43d4-4596-8763-86303561a317 HTTP/1.1" status: 404 len: 347 time: 0.0155861 Feb 18 00:40:02.554920 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49384) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:02.685699 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Deleting port c32f80f6-642a-4716-bf73-77f7c7dc8ff9 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:40:02.686045 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.760538 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.760862 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.772361 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Calling delete_port for c32f80f6-642a-4716-bf73-77f7c7dc8ff9 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:40:02.903144 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (c32f80f6-642a-4716-bf73-77f7c7dc8ff9), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.928278 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event deleted for resources: {'Port': ['ID=c32f80f6-642a-4716-bf73-77f7c7dc8ff9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:02.988068 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (f1f2239a-72a4-483d-8a0a-044ef27db965), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.990661 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:02.991791 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e1aa4a36-5480-4802-8460-1302e7344b69 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "DELETE /v2.0/floatingips/f1f2239a-72a4-483d-8a0a-044ef27db965 HTTP/1.1" status: 204 len: 168 time: 0.4357295 Feb 18 00:40:03.137778 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:03.852879 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f4646cb8-0029-4db9-8abd-b494d7328f31 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:40:03.872836 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: f4646cb8-0029-4db9-8abd-b494d7328f31 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:40:03.873184 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device f4646cb8-0029-4db9-8abd-b494d7328f31 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:40:04.163609 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49396) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:04.169370 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-11318433-e5ba-4a9d-8830-49c39a6f7436 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041150971', 'description': 'tempest-description--397780126'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:40:04.188670 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11318433-e5ba-4a9d-8830-49c39a6f7436 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.252676 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11318433-e5ba-4a9d-8830-49c39a6f7436 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (b251ad06-4ac5-472b-bec7-1ed40ad15693), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.256326 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11318433-e5ba-4a9d-8830-49c39a6f7436 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b251ad06-4ac5-472b-bec7-1ed40ad15693), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.284257 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11318433-e5ba-4a9d-8830-49c39a6f7436 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.285373 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-11318433-e5ba-4a9d-8830-49c39a6f7436 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1207938 Feb 18 00:40:04.287231 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11318433-e5ba-4a9d-8830-49c39a6f7436 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b251ad06-4ac5-472b-bec7-1ed40ad15693,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:04.288350 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49398) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:04.292930 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2397e4e1-23f3-4dd6-b6b8-2912c71be7c0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'security_group_rule': {'security_group_id': 'b251ad06-4ac5-472b-bec7-1ed40ad15693', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:40:04.318680 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2397e4e1-23f3-4dd6-b6b8-2912c71be7c0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (cb61a82e-1183-4bd3-9ec0-7ca61f23d31e), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.372096 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2397e4e1-23f3-4dd6-b6b8-2912c71be7c0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (cb61a82e-1183-4bd3-9ec0-7ca61f23d31e), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.375440 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2397e4e1-23f3-4dd6-b6b8-2912c71be7c0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (cb61a82e-1183-4bd3-9ec0-7ca61f23d31e), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.393055 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397e4e1-23f3-4dd6-b6b8-2912c71be7c0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb61a82e-1183-4bd3-9ec0-7ca61f23d31e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:04.400611 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2397e4e1-23f3-4dd6-b6b8-2912c71be7c0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.401787 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-2397e4e1-23f3-4dd6-b6b8-2912c71be7c0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124425 Feb 18 00:40:04.404468 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49400) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:04.409364 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-eaf5ec62-353e-4110-92e8-88bb76badd23 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'security_group_rule': {'security_group_id': 'b251ad06-4ac5-472b-bec7-1ed40ad15693', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:40:04.433757 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ec62-353e-4110-92e8-88bb76badd23 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (8c4c9b5c-7d86-4b73-9c78-966331bda16d), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.488202 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ec62-353e-4110-92e8-88bb76badd23 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (8c4c9b5c-7d86-4b73-9c78-966331bda16d), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.491541 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ec62-353e-4110-92e8-88bb76badd23 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589369'] for security_group_rule (8c4c9b5c-7d86-4b73-9c78-966331bda16d), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.508420 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5ec62-353e-4110-92e8-88bb76badd23 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4c9b5c-7d86-4b73-9c78-966331bda16d,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:04.515432 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ec62-353e-4110-92e8-88bb76badd23 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.516593 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-eaf5ec62-353e-4110-92e8-88bb76badd23 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112247 Feb 18 00:40:04.519696 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49402) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:04.523859 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'floatingip': {'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:40:04.543221 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.894470 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:04.992271 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Allocated IP 172.27.2.193 (67fad776-10e6-4acd-a178-8da5db89a1d3/1f4bfa8a-528a-44e0-93aa-12e9515f80c8/03313744-660c-4d5d-8aa6-be4753f52b97) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:40:05.094101 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for port (03313744-660c-4d5d-8aa6-be4753f52b97), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.127904 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (03313744-660c-4d5d-8aa6-be4753f52b97), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.167606 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Network 67fad776-10e6-4acd-a178-8da5db89a1d3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:40:05.170711 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:40:05.174286 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:40:05.179560 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'Port': ['ID=03313744-660c-4d5d-8aa6-be4753f52b97,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:05.262230 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (58562937-8b20-426a-8659-60c099e1e696), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.297905 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (03313744-660c-4d5d-8aa6-be4753f52b97), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.445711 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for port (03313744-660c-4d5d-8aa6-be4753f52b97), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.450082 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (03313744-660c-4d5d-8aa6-be4753f52b97), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.514869 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'Port': ['ID=03313744-660c-4d5d-8aa6-be4753f52b97,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:05.526088 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (58562937-8b20-426a-8659-60c099e1e696), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.541080 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:05.542289 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5a4bd812-e2b1-4bdb-a381-1ca186ce2c3b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0216920 Feb 18 00:40:05.737415 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-c6c65e8a-b6db-45ab-abee-532d70101625 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2041150971&fields=id&tenant_id=d727203a2dc4436d919de9ebcb32884c HTTP/1.1" status: 200 len: 267 time: 0.0451751 Feb 18 00:40:05.839023 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-8944ed5f-28a4-4d15-ad5a-714988aeec36 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:05.840456 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-8944ed5f-28a4-4d15-ad5a-714988aeec36 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 810 time: 0.0967171 Feb 18 00:40:05.854926 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-3e03d884-dd30-4080-83da-769ef05f2483 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/quotas/d727203a2dc4436d919de9ebcb32884c HTTP/1.1" status: 200 len: 375 time: 0.0090919 Feb 18 00:40:05.907684 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-6a141bbb-a7ab-4098-8461-78a761b236de tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477028 Feb 18 00:40:05.923039 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-c56cd0c3-0aa0-44a2-a521-38cbc656a2db service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:40:05.924540 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-c56cd0c3-0aa0-44a2-a521-38cbc656a2db service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056796 Feb 18 00:40:06.013477 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-3ff616c0-3c53-4724-a14c-1a4acfef0671 service neutron] 10.222.0.10 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836866 Feb 18 00:40:06.098981 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-a9281096-4ff4-4915-b2c2-3b3f008fb3e5 service neutron] 10.222.0.10 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797830 Feb 18 00:40:06.262913 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-7b8df0d9-a63e-408d-a5b4-d7597f306ad4 req-fd0f3114-332d-4111-89b2-43dd1995de13 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 210 time: 0.0310755 Feb 18 00:40:06.736859 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:07.231858 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-7c94d846-2fc5-4110-82d8-b7aa51736603 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:07.233204 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-7c94d846-2fc5-4110-82d8-b7aa51736603 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 810 time: 0.1040642 Feb 18 00:40:07.302547 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-a4eea7f8-9302-47ff-9ca1-760230f14d26 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d727203a2dc4436d919de9ebcb32884c HTTP/1.1" status: 200 len: 380 time: 0.0546060 Feb 18 00:40:07.310748 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'port': {'device_id': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'admin_state_up': True, 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'security_groups': ['b251ad06-4ac5-472b-bec7-1ed40ad15693']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:40:07.415168 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-94498038-497f-40b2-b072-93ad26ee77b8 req-c9aa6eae-11b2-453c-971b-6609849d2c3a tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 210 time: 0.0838816 Feb 18 00:40:07.415788 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Made reservation on behalf of d727203a2dc4436d919de9ebcb32884c for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:40:07.419490 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:07.553155 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Allocated IP 172.20.0.5 (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd/ddcd450b-db63-4ed6-be3c-54e7c34c37e4/00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 00:40:07.687393 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:07.721196 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735047875916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:07.768146 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 00:40:07.771243 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:40:07.774886 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 00:40:07.781106 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event updated for resources: {'Port': ['ID=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:07.828849 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:07.828849 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:07.845184 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-27482291-9b67-4338-b1b8-d16c2d1fdd53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5379074 Feb 18 00:40:07.862414 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Request body: {'port': {'device_id': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:40:07.927251 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:07.979844 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-3496ed82-a693-482f-8aa8-c923c9d4d5bb None None] Provisioning complete for port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 triggered by entity DHCP. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:40:07.980451 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3496ed82-a693-482f-8aa8-c923c9d4d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:08.017599 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-3496ed82-a693-482f-8aa8-c923c9d4d5bb None None] Port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 cannot update to ACTIVE because it is not bound. {{(pid=114451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 00:40:08.181447 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:40:08.188992 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Publish callbacks [] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:08.200612 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Transition to ACTIVE for port object 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 00:40:08.203343 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:08.253658 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Pushing event updated for resources: {'Port': ['ID=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:08.327482 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Attempting to bind port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:40:08.327810 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Attempting to bind port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 00:40:08.329385 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Attempting to bind port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:40:08.334275 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 00:40:08.334623 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Attempting to bind port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 on network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 00:40:08.339605 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Checking agent: {'id': '1673215c-270a-4c6c-8431-f85f6d526483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'started_at': datetime.datetime(2022, 2, 18, 0, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 0, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 00:40:08.339955 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Checking segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:40:08.340365 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Bound using segment: {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 00:40:08.340798 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Bound port: 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 00:40:08.341161 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:08.407011 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] For port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18, host hv-cinder-81610, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 00:40:08.410961 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] For port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 00:40:08.416754 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314916'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:08.449898 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:08.450547 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:08.451943 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] 10.222.0.48 "PUT /v2.0/ports/00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 HTTP/1.1" status: 200 len: 1093 time: 0.5946772 Feb 18 00:40:08.452395 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:40:08.454756 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d413fcda-e6b9-45f7-b443-32dfc72f8c54" -d '{"events": [{"name": "network-changed", "server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:40:08.484046 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17900b4-3889-4392-824f-7844dcfb766c service neutron] Pushing event updated for resources: {'Port': ['ID=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:08.525733 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56111864-48f5-4aa4-83ea-3256a62dd54f x-openstack-request-id: req-56111864-48f5-4aa4-83ea-3256a62dd54f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:40:08.525733 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:40:08.526067 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56111864-48f5-4aa4-83ea-3256a62dd54f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:40:08.526290 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'status': 'completed', 'code': 200} Feb 18 00:40:08.562326 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4c7d0-7ab9-489e-a639-e3d8a013a83d req-abb8b15c-0fc5-4239-9ebd-1a876bfec91b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:08.563888 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dab4c7d0-7ab9-489e-a639-e3d8a013a83d req-abb8b15c-0fc5-4239-9ebd-1a876bfec91b tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 943 time: 0.0635998 Feb 18 00:40:08.564578 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b092561e-e0b4-4283-863e-74e068fee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:08.566020 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-b092561e-e0b4-4283-863e-74e068fee7df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 1127 time: 0.0512209 Feb 18 00:40:08.615417 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-dab4c7d0-7ab9-489e-a639-e3d8a013a83d req-228f042c-2dcf-4781-8734-9149d75c96b9 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Feb 18 00:40:08.615699 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-fb428dac-553b-4833-bfd4-56b8160beff6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 HTTP/1.1" status: 200 len: 217 time: 0.0357571 Feb 18 00:40:08.671538 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-69415f06-62c4-484b-9086-924aa6f4efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:08.673004 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-69415f06-62c4-484b-9086-924aa6f4efd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0506735 Feb 18 00:40:08.723422 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-ceb8eeb1-167f-4987-8fe7-cbb2ac23fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:08.724798 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-ceb8eeb1-167f-4987-8fe7-cbb2ac23fc58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465324 Feb 18 00:40:08.811684 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-1780ddd6-74b6-41a5-9142-651368fc3844 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806682 Feb 18 00:40:08.903510 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-df5657ef-94aa-44cb-94e2-af002d18d955 req-5a692797-3233-4c8f-8364-e887655b6f99 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861385 Feb 18 00:40:09.034045 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-f07aa592-cbcf-4e99-92d5-cf56d3689cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:09.035563 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-f07aa592-cbcf-4e99-92d5-cf56d3689cdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 1127 time: 0.0452611 Feb 18 00:40:09.122885 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-a26cd41d-73c9-4918-95fb-0bc97f341d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:09.124316 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-a26cd41d-73c9-4918-95fb-0bc97f341d5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 911 time: 0.0828772 Feb 18 00:40:09.169429 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-980691d0-956a-4251-bbdb-f7191abc36e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 HTTP/1.1" status: 200 len: 217 time: 0.0380499 Feb 18 00:40:09.219793 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-612ba88a-6ca5-4211-b245-27f98ee041b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:09.221678 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-612ba88a-6ca5-4211-b245-27f98ee041b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0458069 Feb 18 00:40:09.301045 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-7f66b1cd-a864-4006-beeb-eb1a00ee4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:09.302476 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-7f66b1cd-a864-4006-beeb-eb1a00ee4cbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442359 Feb 18 00:40:09.406080 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-e08c5df3-9f20-44c4-9c17-fb75a0c161e9 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Feb 18 00:40:09.492949 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-d413fcda-e6b9-45f7-b443-32dfc72f8c54 req-8cac3a45-6177-4085-a95d-685ea5591e37 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801158 Feb 18 00:40:09.732873 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4138ea-a323-4317-882c-f88fb576ae6a req-330db254-df80-427d-b094-18e2425798c7 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:09.734300 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4a4138ea-a323-4317-882c-f88fb576ae6a req-330db254-df80-427d-b094-18e2425798c7 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 943 time: 0.0500543 Feb 18 00:40:09.783555 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-4a4138ea-a323-4317-882c-f88fb576ae6a req-a70db3e9-2659-43c9-992b-beb520744b6d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Feb 18 00:40:10.923674 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630d608-ec11-4e15-b8fe-fbde4bd1203e req-4b0cd524-964a-41af-a94d-044569c0bebf tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:10.925338 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d630d608-ec11-4e15-b8fe-fbde4bd1203e req-4b0cd524-964a-41af-a94d-044569c0bebf tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 943 time: 0.0547676 Feb 18 00:40:10.977612 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-d630d608-ec11-4e15-b8fe-fbde4bd1203e req-f3c4bc72-4b45-4796-b1ca-9777f2f80193 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438452 Feb 18 00:40:11.221515 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:40:11.884533 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=114451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 00:40:11.981922 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:40:11.993687 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Returning: {'device': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'port_id': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'mac_address': 'fa:16:3e:f4:ad:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 00:40:12.030099 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 is: DOWN; New status is: BUILD {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:40:12.030509 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:12.043919 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 {{(pid=114451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 00:40:12.063611 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:40:12.067604 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:12.095817 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf008c2-eaaf-4f07-8f4b-81220c2900a7 req-f81ff1f2-3daa-4df0-8084-e2f155322d53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:12.097354 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccf008c2-eaaf-4f07-8f4b-81220c2900a7 req-f81ff1f2-3daa-4df0-8084-e2f155322d53 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 943 time: 0.0543358 Feb 18 00:40:12.113577 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:12.144554 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-ccf008c2-eaaf-4f07-8f4b-81220c2900a7 req-b8aff614-29f1-4d92-84a3-8cbb2a27f1c3 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Feb 18 00:40:12.360137 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] get_ports_and_sgs() called for port_ids ['00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18'] {{(pid=114451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 00:40:13.265903 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b4c5-5f16-426f-844f-f0e0056b8d91 req-60c1ac9d-6dd6-4273-bca5-71bb83680323 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:13.267495 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-40c0b4c5-5f16-426f-844f-f0e0056b8d91 req-60c1ac9d-6dd6-4273-bca5-71bb83680323 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 944 time: 0.0549808 Feb 18 00:40:13.313064 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-40c0b4c5-5f16-426f-844f-f0e0056b8d91 req-49ab3498-84be-4851-b40e-b32e91733a4c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Feb 18 00:40:13.900269 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 up at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 00:40:13.946985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning for port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 completed by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 00:40:13.950696 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Provisioning complete for port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 triggered by entity L2. {{(pid=114451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 00:40:13.951080 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756990'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), provisioning_complete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:14.028899 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Current status of the port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 is: BUILD; New status is: ACTIVE {{(pid=114451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 00:40:14.029285 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:14.051106 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18'}] {{(pid=114451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:40:14.053266 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6ec4dbbb35888c15f83d0c31d282f35ab1393422be3cb479fa4b8cdc6df763" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f42e723-76e0-44e6-a749-aa659d5787b0" -d '{"events": [{"server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "name": "network-vif-plugged", "status": "completed", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18"}]}' {{(pid=114451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:40:14.066154 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] For port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:40:14.070179 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735048365460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735047875934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735047875952'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:14.092479 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ad355f-5291-4d14-aca4-17444b8c77b6 x-openstack-request-id: req-69ad355f-5291-4d14-aca4-17444b8c77b6 {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:40:14.092768 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "name": "network-vif-plugged", "status": "completed", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18", "code": 200}]} {{(pid=114451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:40:14.093019 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69ad355f-5291-4d14-aca4-17444b8c77b6 {{(pid=114451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:40:14.093400 dv-cinder-816104-3-iscsi neutron-server[114451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'code': 200} Feb 18 00:40:14.118649 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Pushing event updated for resources: {'Port': ['ID=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,revision_number=5']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:14.294049 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3489f-cb06-4cec-b737-bae0acdc8f53 req-290134ae-7d6a-4756-bc57-14227234e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:14.295543 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5dd3489f-cb06-4cec-b737-bae0acdc8f53 req-290134ae-7d6a-4756-bc57-14227234e946 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 1129 time: 0.0468805 Feb 18 00:40:14.337191 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-5dd3489f-cb06-4cec-b737-bae0acdc8f53 req-10b4b726-3f42-4bfd-b74a-a4495d443f69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360758 Feb 18 00:40:14.428432 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b804fc-d66b-4e3c-9ed8-4ce6aebe21e4 req-3d061733-7a82-45e4-8f6f-e51d39f8b36c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:14.429763 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99b804fc-d66b-4e3c-9ed8-4ce6aebe21e4 req-3d061733-7a82-45e4-8f6f-e51d39f8b36c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 945 time: 0.0506108 Feb 18 00:40:14.475723 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-99b804fc-d66b-4e3c-9ed8-4ce6aebe21e4 req-490ab2a4-d162-4d39-a68f-c9f7232e8a0d tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Feb 18 00:40:15.592025 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375c5b6-193a-42c8-992c-c2cdb7d4a8d6 req-9476fbf7-79dc-4d5c-9914-7b878bcffcb0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:15.593462 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5375c5b6-193a-42c8-992c-c2cdb7d4a8d6 req-9476fbf7-79dc-4d5c-9914-7b878bcffcb0 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 945 time: 0.0507879 Feb 18 00:40:15.642751 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-5375c5b6-193a-42c8-992c-c2cdb7d4a8d6 req-04d824f0-2030-4a11-a48e-d5dfeaf66490 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Feb 18 00:40:15.754364 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaca71-1db6-4a66-9cbd-ce36ff72732f req-bc9f94b5-1f0f-4d63-9ad0-6265c5588610 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:15.755751 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2efaca71-1db6-4a66-9cbd-ce36ff72732f req-bc9f94b5-1f0f-4d63-9ad0-6265c5588610 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 945 time: 0.0512772 Feb 18 00:40:15.764015 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49470) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:15.768793 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Request body: {'floatingip': {'port_id': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:40:15.807750 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (58562937-8b20-426a-8659-60c099e1e696), before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:16.216698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:16.220274 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (58562937-8b20-426a-8659-60c099e1e696), after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:16.318236 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.l3_db [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Floating IP 58562937-8b20-426a-8659-60c099e1e696 associated. External IP: 172.27.2.193, port: 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18. Feb 18 00:40:16.519781 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Router e3c68eda-7c63-4607-b32c-bbe32cf51c57 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:40:16.632982 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:40:16.637924 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:16.643374 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] Sync routers for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:40:16.652439 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:40:16.653055 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:16.769271 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:40:16.916562 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-58be21e2-b900-497f-b2ba-70ea85d525e4 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "PUT /v2.0/floatingips/58562937-8b20-426a-8659-60c099e1e696 HTTP/1.1" status: 200 len: 991 time: 1.1514161 Feb 18 00:40:16.917272 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:40:16.919808 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67320de72152b7b726999a4dc60b53aaf372ce752bf629c57271b70239d67ded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:40:16.958548 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 00:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b980d72-be4c-42f1-b609-3c965fa5610c x-openstack-request-id: req-7b980d72-be4c-42f1-b609-3c965fa5610c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:40:16.958844 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:40:16.959097 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b980d72-be4c-42f1-b609-3c965fa5610c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:40:16.959491 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'status': 'completed', 'code': 200} Feb 18 00:40:17.008800 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '58562937-8b20-426a-8659-60c099e1e696', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'port_id': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'mac_address': 'fa:16:3e:f4:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:40:05Z', 'updated_at': '2022-02-18T00:40:16Z', 'revision_number': 1, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:17.040291 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] Checking router: e3c68eda-7c63-4607-b32c-bbe32cf51c57 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:40:17.049214 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:40:17.049953 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:39:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:17.103471 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-6cd873d1-cc18-4841-92b3-267c1273ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:17.105169 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-6cd873d1-cc18-4841-92b3-267c1273ac1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d727203a2dc4436d919de9ebcb32884c&device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 1129 time: 0.1023202 Feb 18 00:40:17.165477 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:40:17.239857 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-8ba4f965-11ba-4254-882b-9f036c705b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:17.241723 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-8ba4f965-11ba-4254-882b-9f036c705b65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 200 len: 911 time: 0.1303682 Feb 18 00:40:17.323577 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-e0d94db7-5e0e-4595-8467-e1c4bd3f99f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 HTTP/1.1" status: 200 len: 999 time: 0.0749023 Feb 18 00:40:17.374997 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-64af8cd8-07fa-49c8-9c3b-ef70dfce1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:17.376726 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-64af8cd8-07fa-49c8-9c3b-ef70dfce1a48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 200 len: 849 time: 0.0453677 Feb 18 00:40:17.415622 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '58562937-8b20-426a-8659-60c099e1e696', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'port_id': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'mac_address': 'fa:16:3e:f4:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:40:05Z', 'updated_at': '2022-02-18T00:40:16Z', 'revision_number': 1, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:17.429466 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-5d2ea33b-85ac-4143-bca0-8c8394455ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:17.431019 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-5d2ea33b-85ac-4143-bca0-8c8394455ffd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486703 Feb 18 00:40:17.441903 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-ac9022e5-cedd-42e8-9abd-9fbc1cd17fce service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:40:17.442740 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1570f93-ca63-4fb3-92cc-ba95ffb59541 None None] The sync data for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi is: [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_floatingips': [{'id': '58562937-8b20-426a-8659-60c099e1e696', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'router_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'port_id': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'mac_address': 'fa:16:3e:f4:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T00:40:05Z', 'updated_at': '2022-02-18T00:40:16Z', 'revision_number': 1, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:40:17.442944 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-ac9022e5-cedd-42e8-9abd-9fbc1cd17fce service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053568 Feb 18 00:40:17.537283 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-19d193ca-82be-48da-855b-44b7f80b1268 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882132 Feb 18 00:40:17.638815 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-8eeb56eb-255a-4864-8ad6-e31feae0c8d6 req-9984244d-58bf-45c5-a61b-2fed63024755 service neutron] 10.222.0.48 "GET /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951307 Feb 18 00:40:17.645304 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7e2d7-b83c-4379-b5aa-1b11a7bbe183 None None] New status for floating IP 58562937-8b20-426a-8659-60c099e1e696: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:40:26.868506 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7c78769f-c0ed-420d-966c-27e69524b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:29.368159 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5a686768-12bb-46d0-95af-c091f17467cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:30.286939 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:31.632490 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:33.139967 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:36.741746 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:48.222246 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:40:52.201812 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9c566-4662-4de4-9fb6-8e96d306b9af req-a6d31e09-7f3a-4cb7-a9a6-eac89024ee8e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:52.203206 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8ea9c566-4662-4de4-9fb6-8e96d306b9af req-a6d31e09-7f3a-4cb7-a9a6-eac89024ee8e tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 945 time: 0.0514731 Feb 18 00:40:52.248330 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-8ea9c566-4662-4de4-9fb6-8e96d306b9af req-ad075d35-0994-4961-9564-8aaecb9004cf tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392971 Feb 18 00:40:53.368906 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bfde8-e259-4497-b6f0-e56b8f9c522a req-ea52210f-c18f-4c95-8574-1c4050ca675f tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:53.370341 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2f6bfde8-e259-4497-b6f0-e56b8f9c522a req-ea52210f-c18f-4c95-8574-1c4050ca675f tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Feb 18 00:40:53.416468 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-2f6bfde8-e259-4497-b6f0-e56b8f9c522a req-cee2a59f-0418-476f-b421-e0067b517efd tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 Feb 18 00:40:54.069316 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-0c3e6137-924c-4095-b593-2b213a4a9fe3 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:54.070754 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-0c3e6137-924c-4095-b593-2b213a4a9fe3 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 945 time: 0.0512838 Feb 18 00:40:54.159638 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Deleting port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:40:54.159900 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:54.249573 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] For port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:40:54.249929 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:54.413578 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:54.413865 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640322'] for floatingip (58562937-8b20-426a-8659-60c099e1e696), after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:54.414175 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.db.l3_db [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Floating IP 58562937-8b20-426a-8659-60c099e1e696 disassociated. External IP: 172.27.2.193, port: 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18. Feb 18 00:40:54.414539 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Calling delete_port for 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:40:54.533984 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7e4db-0bd7-427f-b02c-96e66ac463cc req-d5c1cd56-303a-463e-962c-d39d2d175119 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:40:54.536196 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-23d7e4db-0bd7-427f-b02c-96e66ac463cc req-d5c1cd56-303a-463e-962c-d39d2d175119 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/ports?device_id=14b79fbe-3a39-4a34-8ab0-2cdafd7c8814 HTTP/1.1" status: 200 len: 945 time: 0.0526855 Feb 18 00:40:54.544061 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:54.572872 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event deleted for resources: {'Port': ['ID=00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:54.584793 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.585136 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.585473 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.585777 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [req-23d7e4db-0bd7-427f-b02c-96e66ac463cc req-c1a48b43-da5f-4056-b7f9-89b0a90a5082 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups?id=b251ad06-4ac5-472b-bec7-1ed40ad15693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Feb 18 00:40:54.585888 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.586116 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.586464 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.586787 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.587106 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.587424 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.587742 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.588058 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.588377 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.588692 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:54.697990 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Router e3c68eda-7c63-4607-b32c-bbe32cf51c57 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:40:54.802965 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:40:54.813306 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] Sync routers for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:40:54.823358 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:40:54.823969 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:40:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:54.841855 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] No DVR routers for this DVR port 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 on host hv-cinder-81610 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:40:54.844392 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for port (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:54.848465 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [req-bd1a2b26-ea43-43d2-9441-821904cd6e33 req-1a85dbc9-dd9e-48b5-9c05-573eb51d2c3c tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.48 "DELETE /v2.0/ports/00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 HTTP/1.1" status: 204 len: 173 time: 0.7707489 Feb 18 00:40:54.848673 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'name': 'network-vif-deleted', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 00:40:54.850867 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e601caf27f7b7bbf38fa7d6474fc96e17e0c7d14b68fb897b560103306da7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6c1715-36cc-4054-bd1e-d7e367935292" -d '{"events": [{"server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "name": "network-vif-deleted", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 00:40:54.936418 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:40:54.967938 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 00:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2a0a5-367f-4f18-b2c9-300d4098fe86 x-openstack-request-id: req-b8a2a0a5-367f-4f18-b2c9-300d4098fe86 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 00:40:54.968226 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b79fbe-3a39-4a34-8ab0-2cdafd7c8814", "name": "network-vif-deleted", "tag": "00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 00:40:54.968476 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8a2a0a5-367f-4f18-b2c9-300d4098fe86 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 00:40:54.968869 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b79fbe-3a39-4a34-8ab0-2cdafd7c8814', 'name': 'network-vif-deleted', 'tag': '00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18', 'status': 'completed', 'code': 200} Feb 18 00:40:55.235533 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:55.265727 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] Checking router: e3c68eda-7c63-4607-b32c-bbe32cf51c57 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:40:55.274725 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:40:55.275316 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:40:29Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:55.381951 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:40:55.573583 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:40:55.599350 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d329710-245b-485f-9cf2-a7074c991e6c None None] The sync data for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi is: [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:16Z', 'revision_number': 4, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi', '_interfaces': [{'id': '15d9c7c3-0380-4c58-9406-5c70117a92e9', 'name': '', 'network_id': 'd1a407df-3c1f-49c3-89af-8b10ca9b5cfd', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'mac_address': 'fa:16:3e:40:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:15Z', 'updated_at': '2022-02-18T00:37:19Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'subnets': [{'id': 'ddcd450b-db63-4ed6-be3c-54e7c34c37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:40:55.677597 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49612) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:55.731569 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (b251ad06-4ac5-472b-bec7-1ed40ad15693), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:55.756264 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (b251ad06-4ac5-472b-bec7-1ed40ad15693), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:55.811167 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b251ad06-4ac5-472b-bec7-1ed40ad15693), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:55.813930 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:55.815434 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "DELETE /v2.0/security-groups/b251ad06-4ac5-472b-bec7-1ed40ad15693 HTTP/1.1" status: 204 len: 168 time: 0.1368568 Feb 18 00:40:55.819239 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:55.825509 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c126b-dc4e-4899-bf9d-c12063ca93c1 None None] New status for floating IP 58562937-8b20-426a-8659-60c099e1e696: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 00:40:55.827071 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b251ad06-4ac5-472b-bec7-1ed40ad15693,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:55.834857 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.835220 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.835561 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.835945 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.836078 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.api.v2.resource [None req-83d831b6-1011-43fd-806b-72780a4ee3ab tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] show failed (client error): The resource could not be found. Feb 18 00:40:55.836278 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.836599 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.837596 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.837936 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.838263 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.838613 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.838936 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.839255 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.839661 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cb3ed-695d-41c8-ace4-0d292fa4e396 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:40:55.839997 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-83d831b6-1011-43fd-806b-72780a4ee3ab tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "GET /v2.0/security-groups/b251ad06-4ac5-472b-bec7-1ed40ad15693 HTTP/1.1" status: 404 len: 347 time: 0.0166683 Feb 18 00:40:55.840535 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49616) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:40:55.969056 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Deleting port 03313744-660c-4d5d-8aa6-be4753f52b97 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:40:55.969295 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (03313744-660c-4d5d-8aa6-be4753f52b97), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:56.049285 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (03313744-660c-4d5d-8aa6-be4753f52b97), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:56.049606 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (03313744-660c-4d5d-8aa6-be4753f52b97), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:56.060932 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Calling delete_port for 03313744-660c-4d5d-8aa6-be4753f52b97 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:40:56.188603 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (03313744-660c-4d5d-8aa6-be4753f52b97), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:56.214265 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Pushing event deleted for resources: {'Port': ['ID=03313744-660c-4d5d-8aa6-be4753f52b97,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:40:56.272779 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks [] for floatingip (58562937-8b20-426a-8659-60c099e1e696), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:56.275259 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501237'] for floatingip (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:56.276418 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-e49d3dd5-7208-4df3-8338-8d746e795d94 tempest-AttachVolumeTestJSON-1793142268 tempest-AttachVolumeTestJSON-1793142268-project] 10.222.0.10 "DELETE /v2.0/floatingips/58562937-8b20-426a-8659-60c099e1e696 HTTP/1.1" status: 204 len: 168 time: 0.4344118 Feb 18 00:40:56.869310 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f94ae11b-2d77-47d6-802a-e57cd8085079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:58.085344 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:40:58.108992 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] No Port match for: 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:40:58.109338 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Device 00b2d6eb-e8bc-4a8c-bb22-6a1c4d915e18 not bound to the agent host hv-cinder-81610 {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:40:59.369341 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b74bc95a-348e-4a5f-9cce-1db0cb425b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:40:59.768562 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:00.108376 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1639810'] for router_interface (e3c68eda-7c63-4607-b32c-bbe32cf51c57), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:00.291908 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:00.598573 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Deleting port 15d9c7c3-0380-4c58-9406-5c70117a92e9 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:41:00.598900 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:00.674015 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] For port 15d9c7c3-0380-4c58-9406-5c70117a92e9, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=15d9c7c3-0380-4c58-9406-5c70117a92e9,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:41:00.674399 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:00.687968 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Calling delete_port for 15d9c7c3-0380-4c58-9406-5c70117a92e9 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:41:00.864816 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (15d9c7c3-0380-4c58-9406-5c70117a92e9), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:00.890824 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Pushing event deleted for resources: {'Port': ['ID=15d9c7c3-0380-4c58-9406-5c70117a92e9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:01.054279 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1641010'] for router_interface (e3c68eda-7c63-4607-b32c-bbe32cf51c57), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:01.265824 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Router e3c68eda-7c63-4607-b32c-bbe32cf51c57 has already been hosted by L3 agent 5d0b4e8e-5712-4905-b822-e48f0ad0312c {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 00:41:01.371956 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] Notify agent at l3_agent.dv-cinder-816104-3-iscsi the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 00:41:01.376939 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-64368c82-f77a-455b-b08c-cc8a78c038db admin admin] 10.222.0.10 "PUT /v2.0/routers/e3c68eda-7c63-4607-b32c-bbe32cf51c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073797 Feb 18 00:41:01.379636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49646) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:01.382188 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] Sync routers for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 00:41:01.391547 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:41:01.392134 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:40:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:01.480286 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks [] for router (e3c68eda-7c63-4607-b32c-bbe32cf51c57), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:01.495756 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: dv-cinder-816104-3-iscsi {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:41:01.583341 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks [] for router_gateway (e3c68eda-7c63-4607-b32c-bbe32cf51c57), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:01.634391 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:01.644281 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Deleting port 87bc6ce3-4d51-4920-a641-e4193364ffe2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:41:01.645278 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:01.679762 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'external_fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:41:00Z', 'revision_number': 5, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port': {'id': '87bc6ce3-4d51-4920-a641-e4193364ffe2', 'name': '', 'network_id': '67fad776-10e6-4acd-a178-8da5db89a1d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f4bfa8a-528a-44e0-93aa-12e9515f80c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-3-iscsi'}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:01.704987 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] Checking router: e3c68eda-7c63-4607-b32c-bbe32cf51c57 for host: dv-cinder-816104-3-iscsi {{(pid=114452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 00:41:01.713487 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] Routers {'e3c68eda-7c63-4607-b32c-bbe32cf51c57'} bound to L3 agent in host dv-cinder-816104-3-iscsi {{(pid=114452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 00:41:01.714080 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T00:21:59Z,description=,heartbeat_timestamp=2022-02-18T00:40:59Z,host='dv-cinder-816104-3-iscsi',id=5d0b4e8e-5712-4905-b822-e48f0ad0312c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T00:21:59Z,topic='l3_agent')) {'router_ids': ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'], 'active': True} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:01.722622 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] For port 87bc6ce3-4d51-4920-a641-e4193364ffe2, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=87bc6ce3-4d51-4920-a641-e4193364ffe2,segment=NetworkSegment(62339d2e-08a3-4f3a-82ff-80c8c0927134),segment_id=62339d2e-08a3-4f3a-82ff-80c8c0927134)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:41:01.723253 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:01.735922 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Calling delete_port for 87bc6ce3-4d51-4920-a641-e4193364ffe2 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:41:01.803619 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_dvr_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] Set router e3c68eda-7c63-4607-b32c-bbe32cf51c57 gateway port host: None {{(pid=114452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 00:41:01.856831 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.l3_hamode_db [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:41:01Z', 'revision_number': 6, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port_host': None}], 'dv-cinder-816104-3-iscsi', False) {} {{(pid=114452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:01.888549 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950286e-34c4-422a-8e8b-2a42d7d0dd9b None None] The sync data for ids ['e3c68eda-7c63-4607-b32c-bbe32cf51c57'] in dv-cinder-816104-3-iscsi is: [{'id': 'e3c68eda-7c63-4607-b32c-bbe32cf51c57', 'name': 'tempest-AttachVolumeTestJSON-633836380-router', 'tenant_id': 'd727203a2dc4436d919de9ebcb32884c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T00:37:13Z', 'updated_at': '2022-02-18T00:41:01Z', 'revision_number': 6, 'project_id': 'd727203a2dc4436d919de9ebcb32884c', 'gw_port_host': None}] {{(pid=114452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 00:41:01.923415 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (87bc6ce3-4d51-4920-a641-e4193364ffe2), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:01.956900 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bc6ce3-4d51-4920-a641-e4193364ffe2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:02.012709 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640392'] for router_gateway (e3c68eda-7c63-4607-b32c-bbe32cf51c57), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.103162 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router (e3c68eda-7c63-4607-b32c-bbe32cf51c57), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.105168 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks [] for router_controller (e3c68eda-7c63-4607-b32c-bbe32cf51c57), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.147825 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700388'] for router (e3c68eda-7c63-4607-b32c-bbe32cf51c57), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.148366 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c68eda-7c63-4607-b32c-bbe32cf51c57 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 00:41:02.152874 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.154047 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-9f295f6f-5a8a-478f-923a-c0a1a8048351 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e3c68eda-7c63-4607-b32c-bbe32cf51c57 HTTP/1.1" status: 204 len: 168 time: 0.7735028 Feb 18 00:41:02.156878 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:02.204491 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] Deleting subnet ddcd450b-db63-4ed6-be3c-54e7c34c37e4 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:41:02.208272 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] Publish callbacks [] for subnet (ddcd450b-db63-4ed6-be3c-54e7c34c37e4), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.242989 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (ddcd450b-db63-4ed6-be3c-54e7c34c37e4), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.325290 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (ddcd450b-db63-4ed6-be3c-54e7c34c37e4), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.378801 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (ddcd450b-db63-4ed6-be3c-54e7c34c37e4), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.405757 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcd450b-db63-4ed6-be3c-54e7c34c37e4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:02.407720 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.413456 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-8ce30907-0129-4fc0-9ac0-bc3c13ea652f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ddcd450b-db63-4ed6-be3c-54e7c34c37e4 HTTP/1.1" status: 204 len: 168 time: 0.2532985 Feb 18 00:41:02.413629 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c3a5e-87e3-4f1c-83f7-9fff6c028758 None None] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:41:02.413749 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49650) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:02.479936 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.536760 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Deleting port b8e5f9ea-f566-4d26-887e-0b811663a202 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:41:02.537093 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.601204 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] For port b8e5f9ea-f566-4d26-887e-0b811663a202, host dv-cinder-816104-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-3-iscsi',level=0,port_id=b8e5f9ea-f566-4d26-887e-0b811663a202,segment=NetworkSegment(cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341),segment_id=cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:41:02.601489 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.615504 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Calling delete_port for b8e5f9ea-f566-4d26-887e-0b811663a202 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:41:02.651393 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] DHCP port deletion for d1a407df-3c1f-49c3-89af-8b10ca9b5cfd request from dv-cinder-816104-3-iscsi {{(pid=114451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 00:41:02.697495 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314927'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.700825 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Deleting port b8e5f9ea-f566-4d26-887e-0b811663a202 {{(pid=114451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 00:41:02.701199 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735048358943'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), before_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.728896 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e5f9ea-f566-4d26-887e-0b811663a202,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:02.730783 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] No DVR routers for this DVR port b8e5f9ea-f566-4d26-887e-0b811663a202 on host dv-cinder-816104-3-iscsi {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:41:02.805309 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.830337 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a407df-3c1f-49c3-89af-8b10ca9b5cfd']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:02.841490 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:02.841806 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:02.855003 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25465227'] for segment (cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.872532 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.880090 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:41:02.880486 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25315000'] for segment (cd74f80b-b4f8-4b8a-96cb-5d2d2f4e5341), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: Traceback (most recent call last): Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: timer() Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: cb(*args, **kw) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: return func(*args, **kwargs) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: self._notify() Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: self.callback(batched_events) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: event.method(event) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: return f(self, *a, **k) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._get(url).json() Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: return self.request(url, 'GET', **kwargs) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:41:02.882272 dv-cinder-816104-3-iscsi neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:41:02.887856 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 87bc6ce3-4d51-4920-a641-e4193364ffe2 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:41:02.912733 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 87bc6ce3-4d51-4920-a641-e4193364ffe2 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:41:02.913083 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 87bc6ce3-4d51-4920-a641-e4193364ffe2 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:41:02.913511 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device b8e5f9ea-f566-4d26-887e-0b811663a202 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:41:02.944997 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: b8e5f9ea-f566-4d26-887e-0b811663a202 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:41:02.945387 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device b8e5f9ea-f566-4d26-887e-0b811663a202 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:41:02.945714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 15d9c7c3-0380-4c58-9406-5c70117a92e9 no longer exists at agent ovs-agent-dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 00:41:02.947790 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (d1a407df-3c1f-49c3-89af-8b10ca9b5cfd), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.948292 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] For port b8e5f9ea-f566-4d26-887e-0b811663a202, host dv-cinder-816104-3-iscsi, got binding levels [] {{(pid=114451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 00:41:02.948292 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646559'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), precommit_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.958211 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:02.961465 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] 10.222.0.10 "DELETE /v2.0/networks/d1a407df-3c1f-49c3-89af-8b10ca9b5cfd HTTP/1.1" status: 204 len: 168 time: 0.5469060 Feb 18 00:41:02.972762 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e9f49-1543-4324-9b37-fd2c59b9005e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a407df-3c1f-49c3-89af-8b10ca9b5cfd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:02.979880 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] No Port match for: 15d9c7c3-0380-4c58-9406-5c70117a92e9 {{(pid=114451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 00:41:02.980231 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Device 15d9c7c3-0380-4c58-9406-5c70117a92e9 not bound to the agent host dv-cinder-816104-3-iscsi {{(pid=114451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 00:41:02.984968 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Calling delete_port for b8e5f9ea-f566-4d26-887e-0b811663a202 owned by network:dhcp {{(pid=114451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 00:41:02.987913 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.ipam_backend_mixin [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Port b8e5f9ea-f566-4d26-887e-0b811663a202 was not found and therefore no delete operation was performed {{(pid=114451) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 00:41:02.989322 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-890092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735048365442', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735047875925'] for port (b8e5f9ea-f566-4d26-887e-0b811663a202), after_delete {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:03.019366 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Pushing event deleted for resources: {'Port': ['ID=b8e5f9ea-f566-4d26-887e-0b811663a202,revision_number=None']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:03.026369 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Network d1a407df-3c1f-49c3-89af-8b10ca9b5cfd is not hosted by any dhcp agent {{(pid=114451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 18 00:41:03.026832 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] No DVR routers for this DVR port b8e5f9ea-f566-4d26-887e-0b811663a202 on host dv-cinder-816104-3-iscsi {{(pid=114451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 00:41:03.029021 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.029352 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.029696 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.030029 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.030413 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.030727 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.031055 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.031378 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.031703 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.032029 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.032352 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.032669 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.032985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a624-aee6-4519-b44c-536a8975a43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-3-iscsi {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 00:41:03.138545 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:03.142864 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:03.185431 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-d67fa869-739f-428d-8409-d48575847d08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d727203a2dc4436d919de9ebcb32884c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455427 Feb 18 00:41:03.187891 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:03.237022 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fac9c518-6e2f-4c34-9bef-522746ca5765 admin admin] Publish callbacks [] for security_group (e69a5f84-082c-421e-91b4-041b89ff7dde), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:03.259322 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fac9c518-6e2f-4c34-9bef-522746ca5765 admin admin] Publish callbacks [] for security_group (e69a5f84-082c-421e-91b4-041b89ff7dde), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:03.306287 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fac9c518-6e2f-4c34-9bef-522746ca5765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e69a5f84-082c-421e-91b4-041b89ff7dde), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:03.309008 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fac9c518-6e2f-4c34-9bef-522746ca5765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:03.310156 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-fac9c518-6e2f-4c34-9bef-522746ca5765 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e69a5f84-082c-421e-91b4-041b89ff7dde HTTP/1.1" status: 204 len: 168 time: 0.1211469 Feb 18 00:41:03.318813 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9c518-6e2f-4c34-9bef-522746ca5765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69a5f84-082c-421e-91b4-041b89ff7dde,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:06.763759 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:06.947693 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49716) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:07.048584 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b09009d0-dbc0-4986-af22-bd2f51a70c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:07.121145 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b09009d0-dbc0-4986-af22-bd2f51a70c36 admin admin] Publish callbacks [] for security_group (e66efe5f-6273-46e5-9431-424eb58cc3b2), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:07.124768 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b09009d0-dbc0-4986-af22-bd2f51a70c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e66efe5f-6273-46e5-9431-424eb58cc3b2), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:07.160869 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09009d0-dbc0-4986-af22-bd2f51a70c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66efe5f-6273-46e5-9431-424eb58cc3b2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:07.165877 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-b09009d0-dbc0-4986-af22-bd2f51a70c36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81b10d512058415e85b765a0eac513db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171755 Feb 18 00:41:07.168490 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49720) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:07.213833 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ed85ded-14e9-47a7-9c2e-78028f8e47ab admin admin] Publish callbacks [] for security_group (e66efe5f-6273-46e5-9431-424eb58cc3b2), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:07.234239 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ed85ded-14e9-47a7-9c2e-78028f8e47ab admin admin] Publish callbacks [] for security_group (e66efe5f-6273-46e5-9431-424eb58cc3b2), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:07.279246 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ed85ded-14e9-47a7-9c2e-78028f8e47ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (e66efe5f-6273-46e5-9431-424eb58cc3b2), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:07.281798 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ed85ded-14e9-47a7-9c2e-78028f8e47ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:07.282966 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-8ed85ded-14e9-47a7-9c2e-78028f8e47ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e66efe5f-6273-46e5-9431-424eb58cc3b2 HTTP/1.1" status: 204 len: 168 time: 0.1133499 Feb 18 00:41:07.290213 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed85ded-14e9-47a7-9c2e-78028f8e47ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66efe5f-6273-46e5-9431-424eb58cc3b2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:07.878677 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49742) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:07.972147 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-823896584-network', 'tenant_id': 'c9108b98bafb4185b7460ae1d4b85e31'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:41:07.994805 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Made reservation on behalf of c9108b98bafb4185b7460ae1d4b85e31 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:41:07.997127 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.005193 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.077094 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks [] for security_group (654d7c2e-f2ca-4265-a1a6-4855235c8f19), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.080743 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (654d7c2e-f2ca-4265-a1a6-4855235c8f19), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.107481 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:41:08.112698 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654d7c2e-f2ca-4265-a1a6-4855235c8f19,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:08.120906 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (104fb8cb-97c7-4a5b-822a-d5a11a911fe8), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.121131 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Added segment 104fb8cb-97c7-4a5b-822a-d5a11a911fe8 of type vlan for network 297e6fe1-b903-4ead-8096-71b8bb13ef08 Feb 18 00:41:08.159310 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (297e6fe1-b903-4ead-8096-71b8bb13ef08), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.182893 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (297e6fe1-b903-4ead-8096-71b8bb13ef08), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.183798 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:41:08.184366 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.241130 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3607211 Feb 18 00:41:08.244278 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49746) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:08.246437 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caf487-0f5b-44a7-9d1d-e9f8fefcb770 admin admin] Pushing event updated for resources: {'Network': ['ID=297e6fe1-b903-4ead-8096-71b8bb13ef08,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:08.250048 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Request body: {'subnet': {'network_id': '297e6fe1-b903-4ead-8096-71b8bb13ef08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-823896584-subnet', 'tenant_id': 'c9108b98bafb4185b7460ae1d4b85e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:41:08.256054 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network 297e6fe1-b903-4ead-8096-71b8bb13ef08 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:41:08.270622 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Made reservation on behalf of c9108b98bafb4185b7460ae1d4b85e31 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:41:08.273350 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633233'] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.439912 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25315551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633219'] for subnet (27ad700f-5a90-4802-b143-79de108aa1be), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.495190 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ad700f-5a90-4802-b143-79de108aa1be,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:08.505909 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Checking segment: {'id': '104fb8cb-97c7-4a5b-822a-d5a11a911fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '297e6fe1-b903-4ead-8096-71b8bb13ef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:41:08.506258 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Network hostable DHCP agents. Network: 297e6fe1-b903-4ead-8096-71b8bb13ef08, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:41:08.522866 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Network 297e6fe1-b903-4ead-8096-71b8bb13ef08 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:41:08.530758 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, 297e6fe1-b903-4ead-8096-71b8bb13ef08) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:41:08.535100 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:41:08.535684 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:08.541171 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acec22c-d496-4de2-9d8f-4828666442a6 None None] Network 297e6fe1-b903-4ead-8096-71b8bb13ef08 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:41:08.558412 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4f82f78f-5a2a-49fa-8eab-14cecc5373ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3077369 Feb 18 00:41:08.633714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff9ee0-f5ee-4e14-9263-d304edb93438 None None] Network 297e6fe1-b903-4ead-8096-71b8bb13ef08 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:41:09.004657 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49762) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:09.010182 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774595314-network', 'tenant_id': '7e3e32db1b5f408ea3d8971a9a75e31a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:41:09.028641 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Made reservation on behalf of 7e3e32db1b5f408ea3d8971a9a75e31a for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:41:09.030988 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-891169'] for network (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.039935 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.114002 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks [] for security_group (904727a7-7815-44db-ba77-c350462ad43a), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.118646 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (904727a7-7815-44db-ba77-c350462ad43a), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.142959 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 00:41:09.159797 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904727a7-7815-44db-ba77-c350462ad43a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:09.167016 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (aee5e051-b586-495a-8c3a-05d6eccf67d0), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.167346 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.db.segments_db [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Added segment aee5e051-b586-495a-8c3a-05d6eccf67d0 of type vlan for network d9d42600-1099-49d5-afee-3f1b256a24f2 Feb 18 00:41:09.209306 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735047860646'] for network (d9d42600-1099-49d5-afee-3f1b256a24f2), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.233851 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859'] for network (d9d42600-1099-49d5-afee-3f1b256a24f2), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.234828 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:41:09.235414 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.290263 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2844281 Feb 18 00:41:09.293167 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49764) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:09.298322 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.v2.base [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Request body: {'subnet': {'network_id': 'd9d42600-1099-49d5-afee-3f1b256a24f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774595314-subnet', 'tenant_id': '7e3e32db1b5f408ea3d8971a9a75e31a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:41:09.299241 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2749786-8901-4bf4-9b83-bee7f1ab9dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d42600-1099-49d5-afee-3f1b256a24f2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:09.309313 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.plugins.ml2.rpc [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Network d9d42600-1099-49d5-afee-3f1b256a24f2 details requested by agent ovs-agent-dv-cinder-816104-3-iscsi with host dv-cinder-816104-3-iscsi {{(pid=114451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 00:41:09.321330 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Made reservation on behalf of 7e3e32db1b5f408ea3d8971a9a75e31a for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 00:41:09.323985 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633233'] for subnet (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.494128 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25315551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633219'] for subnet (56882dc1-0186-4235-b045-8106feb3e70e), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.550878 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56882dc1-0186-4235-b045-8106feb3e70e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:09.556485 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Checking segment: {'id': 'aee5e051-b586-495a-8c3a-05d6eccf67d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd9d42600-1099-49d5-afee-3f1b256a24f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 00:41:09.556925 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Network hostable DHCP agents. Network: d9d42600-1099-49d5-afee-3f1b256a24f2, hostable agents: ['5ee347c0-b4ca-44d5-9896-0d71d68c19c2'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 00:41:09.572575 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Network d9d42600-1099-49d5-afee-3f1b256a24f2 is scheduled to be hosted by DHCP agent 5ee347c0-b4ca-44d5-9896-0d71d68c19c2 with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 00:41:09.580784 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-3-iscsi, d9d42600-1099-49d5-afee-3f1b256a24f2) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 00:41:09.584928 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 00:41:09.585509 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.590408 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f345921-a60c-45a2-904e-dcbd4207c3ad None None] Network d9d42600-1099-49d5-afee-3f1b256a24f2 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:41:09.603644 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-db8f3a99-f61f-433f-8fae-aa165cb24c70 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3090978 Feb 18 00:41:09.685622 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b604c-5d9d-4be6-9b65-167780f7d033 None None] Network d9d42600-1099-49d5-afee-3f1b256a24f2 requested from dv-cinder-816104-3-iscsi {{(pid=114451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 00:41:09.714149 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49768) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:09.758456 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] Deleting subnet 27ad700f-5a90-4802-b143-79de108aa1be {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:41:09.761689 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] Publish callbacks [] for subnet (27ad700f-5a90-4802-b143-79de108aa1be), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.796520 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25465218'] for subnet (27ad700f-5a90-4802-b143-79de108aa1be), precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.843638 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (27ad700f-5a90-4802-b143-79de108aa1be), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.895094 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633228'] for subnet (27ad700f-5a90-4802-b143-79de108aa1be), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.922270 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ad700f-5a90-4802-b143-79de108aa1be,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:09.924240 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:09.927396 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-ee2f7c68-782c-4cb7-a828-dfa03ac9f890 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/27ad700f-5a90-4802-b143-79de108aa1be HTTP/1.1" status: 204 len: 168 time: 0.2122221 Feb 18 00:41:09.930268 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49770) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:09.995207 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (297e6fe1-b903-4ead-8096-71b8bb13ef08), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.072330 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (297e6fe1-b903-4ead-8096-71b8bb13ef08), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.091768 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297e6fe1-b903-4ead-8096-71b8bb13ef08']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:10.101457 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104fb8cb-97c7-4a5b-822a-d5a11a911fe8') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:10.101692 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104fb8cb-97c7-4a5b-822a-d5a11a911fe8') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:10.110678 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25465227'] for segment (104fb8cb-97c7-4a5b-822a-d5a11a911fe8), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.124130 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (104fb8cb-97c7-4a5b-822a-d5a11a911fe8), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.129847 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:41:10.130219 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25315000'] for segment (104fb8cb-97c7-4a5b-822a-d5a11a911fe8), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: Traceback (most recent call last): Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: timer() Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: cb(*args, **kw) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: return func(*args, **kwargs) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: self._notify() Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: self.callback(batched_events) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: event.method(event) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: return f(self, *a, **k) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._get(url).json() Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: return self.request(url, 'GET', **kwargs) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:41:10.131872 dv-cinder-816104-3-iscsi neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:41:10.187049 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (297e6fe1-b903-4ead-8096-71b8bb13ef08), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.192187 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.195518 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] 10.222.0.10 "DELETE /v2.0/networks/297e6fe1-b903-4ead-8096-71b8bb13ef08 HTTP/1.1" status: 204 len: 168 time: 0.2643354 Feb 18 00:41:10.198561 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49772) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:10.205951 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b860a4e-844f-455d-9d5d-87b93b21cc6f admin admin] Pushing event deleted for resources: {'Network': ['ID=297e6fe1-b903-4ead-8096-71b8bb13ef08,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:10.245118 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] Deleting subnet 56882dc1-0186-4235-b045-8106feb3e70e {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 00:41:10.248293 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] Publish callbacks [] for subnet (56882dc1-0186-4235-b045-8106feb3e70e), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.281928 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433059'] for subnet (56882dc1-0186-4235-b045-8106feb3e70e), precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.319561 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-556524'] for subnet (56882dc1-0186-4235-b045-8106feb3e70e), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.374735 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-556533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1524872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099179'] for subnet (56882dc1-0186-4235-b045-8106feb3e70e), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.400851 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56882dc1-0186-4235-b045-8106feb3e70e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:10.402843 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for subnet (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.405928 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-aa49cb8f-74dd-4d1a-b55d-7ebfe5ed763e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/56882dc1-0186-4235-b045-8106feb3e70e HTTP/1.1" status: 204 len: 168 time: 0.2063811 Feb 18 00:41:10.408553 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49774) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:10.473590 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-696153'] for network (d9d42600-1099-49d5-afee-3f1b256a24f2), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.552824 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-554841', 'neutron.services.segments.db._delete_segments_for_network-8735048401839'] for network (d9d42600-1099-49d5-afee-3f1b256a24f2), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.572357 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d42600-1099-49d5-afee-3f1b256a24f2']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:10.581196 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee5e051-b586-495a-8c3a-05d6eccf67d0') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:10.581493 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.services.segments.db [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee5e051-b586-495a-8c3a-05d6eccf67d0') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 00:41:10.591469 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735048405432', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433066'] for segment (aee5e051-b586-495a-8c3a-05d6eccf67d0), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.604680 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869'] for segment (aee5e051-b586-495a-8c3a-05d6eccf67d0), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.610392 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 00:41:10.610771 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1524770'] for segment (aee5e051-b586-495a-8c3a-05d6eccf67d0), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: Traceback (most recent call last): Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: timer() Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: cb(*args, **kw) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: return func(*args, **kwargs) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: self._notify() Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: self.callback(batched_events) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: event.method(event) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: return f(self, *a, **k) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._get(url).json() Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: return self.request(url, 'GET', **kwargs) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:41:10.612375 dv-cinder-816104-3-iscsi neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:41:10.667882 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-554850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640372'] for network (d9d42600-1099-49d5-afee-3f1b256a24f2), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.673227 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784845'] for network (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.680144 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d9d42600-1099-49d5-afee-3f1b256a24f2 HTTP/1.1" status: 204 len: 168 time: 0.2668779 Feb 18 00:41:10.687598 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1ad3b-e0f5-4053-b25d-d38265cbdba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d42600-1099-49d5-afee-3f1b256a24f2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:10.845127 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49778) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:10.899344 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-075f0b65-699d-4379-b19d-001876edfd67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9108b98bafb4185b7460ae1d4b85e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529368 Feb 18 00:41:10.901793 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49780) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:10.958648 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f9c6-ae1f-4f6c-8c41-bb02edd5b2e5 admin admin] Publish callbacks [] for security_group (654d7c2e-f2ca-4265-a1a6-4855235c8f19), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:10.986865 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f9c6-ae1f-4f6c-8c41-bb02edd5b2e5 admin admin] Publish callbacks [] for security_group (654d7c2e-f2ca-4265-a1a6-4855235c8f19), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:11.040772 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f9c6-ae1f-4f6c-8c41-bb02edd5b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (654d7c2e-f2ca-4265-a1a6-4855235c8f19), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:11.045331 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f9c6-ae1f-4f6c-8c41-bb02edd5b2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:11.047165 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-4fc0f9c6-ae1f-4f6c-8c41-bb02edd5b2e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/654d7c2e-f2ca-4265-a1a6-4855235c8f19 HTTP/1.1" status: 204 len: 168 time: 0.1443069 Feb 18 00:41:11.058503 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0f9c6-ae1f-4f6c-8c41-bb02edd5b2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d7c2e-f2ca-4265-a1a6-4855235c8f19,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:11.389507 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49786) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:11.438935 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f410f916-60e6-48bb-ba66-724cc7025285 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e3e32db1b5f408ea3d8971a9a75e31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477796 Feb 18 00:41:11.441304 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49788) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:11.488367 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1c441a3-1e7c-4003-ba5b-4cb36b536f4e admin admin] Publish callbacks [] for security_group (904727a7-7815-44db-ba77-c350462ad43a), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:11.508514 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1c441a3-1e7c-4003-ba5b-4cb36b536f4e admin admin] Publish callbacks [] for security_group (904727a7-7815-44db-ba77-c350462ad43a), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:11.557063 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1c441a3-1e7c-4003-ba5b-4cb36b536f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (904727a7-7815-44db-ba77-c350462ad43a), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:11.559731 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1c441a3-1e7c-4003-ba5b-4cb36b536f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:11.560879 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-e1c441a3-1e7c-4003-ba5b-4cb36b536f4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/904727a7-7815-44db-ba77-c350462ad43a HTTP/1.1" status: 204 len: 168 time: 0.1187000 Feb 18 00:41:11.569508 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c441a3-1e7c-4003-ba5b-4cb36b536f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904727a7-7815-44db-ba77-c350462ad43a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:22.140061 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49920) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:22.242145 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5f34aaa-b9db-4d59-987c-1cec8a9ac0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.314163 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5f34aaa-b9db-4d59-987c-1cec8a9ac0c0 admin admin] Publish callbacks [] for security_group (b9eb3c52-7037-419f-b077-d1d5f792e2e7), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.317551 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5f34aaa-b9db-4d59-987c-1cec8a9ac0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b9eb3c52-7037-419f-b077-d1d5f792e2e7), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.353693 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34aaa-b9db-4d59-987c-1cec8a9ac0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eb3c52-7037-419f-b077-d1d5f792e2e7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:22.359355 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-e5f34aaa-b9db-4d59-987c-1cec8a9ac0c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb3612cd4c0540c0b7d90e077f49976d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180803 Feb 18 00:41:22.361819 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49924) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:22.408710 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-639a2a50-ab18-4c75-a8f9-52b12d3cbab8 admin admin] Publish callbacks [] for security_group (b9eb3c52-7037-419f-b077-d1d5f792e2e7), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.429544 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-639a2a50-ab18-4c75-a8f9-52b12d3cbab8 admin admin] Publish callbacks [] for security_group (b9eb3c52-7037-419f-b077-d1d5f792e2e7), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.477683 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-639a2a50-ab18-4c75-a8f9-52b12d3cbab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (b9eb3c52-7037-419f-b077-d1d5f792e2e7), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.480740 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-639a2a50-ab18-4c75-a8f9-52b12d3cbab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.481908 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-639a2a50-ab18-4c75-a8f9-52b12d3cbab8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9eb3c52-7037-419f-b077-d1d5f792e2e7 HTTP/1.1" status: 204 len: 168 time: 0.1191676 Feb 18 00:41:22.490440 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a2a50-ab18-4c75-a8f9-52b12d3cbab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eb3c52-7037-419f-b077-d1d5f792e2e7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:22.733657 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 49930) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:22.746821 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f536f7e0-5b4e-4338-9156-5678932534f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.827363 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f536f7e0-5b4e-4338-9156-5678932534f0 admin admin] Publish callbacks [] for security_group (6852a24e-e54b-4a91-be91-fbc85dab2a25), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.831027 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f536f7e0-5b4e-4338-9156-5678932534f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (6852a24e-e54b-4a91-be91-fbc85dab2a25), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.868527 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-f536f7e0-5b4e-4338-9156-5678932534f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfe63465a8704f25ad650dd52fa20b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337814 Feb 18 00:41:22.870378 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536f7e0-5b4e-4338-9156-5678932534f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6852a24e-e54b-4a91-be91-fbc85dab2a25,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:22.871314 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 49932) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:22.918766 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56793aad-e2ee-4066-b99a-939e3179cc7f admin admin] Publish callbacks [] for security_group (6852a24e-e54b-4a91-be91-fbc85dab2a25), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.939242 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56793aad-e2ee-4066-b99a-939e3179cc7f admin admin] Publish callbacks [] for security_group (6852a24e-e54b-4a91-be91-fbc85dab2a25), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.985199 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56793aad-e2ee-4066-b99a-939e3179cc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (6852a24e-e54b-4a91-be91-fbc85dab2a25), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.987974 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56793aad-e2ee-4066-b99a-939e3179cc7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:22.989083 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-56793aad-e2ee-4066-b99a-939e3179cc7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6852a24e-e54b-4a91-be91-fbc85dab2a25 HTTP/1.1" status: 204 len: 168 time: 0.1168025 Feb 18 00:41:22.996790 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56793aad-e2ee-4066-b99a-939e3179cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6852a24e-e54b-4a91-be91-fbc85dab2a25,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:25.221660 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:41:26.871596 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4ca3d9de-bbbc-47a2-ba0b-136dab395902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:27.764115 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50026) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:27.864883 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7de3f470-e20b-4158-a0c2-ec94ed7a127a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:27.938924 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7de3f470-e20b-4158-a0c2-ec94ed7a127a admin admin] Publish callbacks [] for security_group (4e18ccea-a300-4efe-b412-21e9f24a8019), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:27.942479 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7de3f470-e20b-4158-a0c2-ec94ed7a127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4e18ccea-a300-4efe-b412-21e9f24a8019), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:27.983174 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-7de3f470-e20b-4158-a0c2-ec94ed7a127a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cd76591bfd44bd58e38f7fdbbe3d8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179253 Feb 18 00:41:27.984093 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3f470-e20b-4158-a0c2-ec94ed7a127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e18ccea-a300-4efe-b412-21e9f24a8019,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:27.985862 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 50030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:28.033852 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a98f2d03-a05d-4ad8-a83b-f3e532855a6a admin admin] Publish callbacks [] for security_group (4e18ccea-a300-4efe-b412-21e9f24a8019), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.055792 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a98f2d03-a05d-4ad8-a83b-f3e532855a6a admin admin] Publish callbacks [] for security_group (4e18ccea-a300-4efe-b412-21e9f24a8019), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.101321 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a98f2d03-a05d-4ad8-a83b-f3e532855a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (4e18ccea-a300-4efe-b412-21e9f24a8019), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.103907 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a98f2d03-a05d-4ad8-a83b-f3e532855a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.105032 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-a98f2d03-a05d-4ad8-a83b-f3e532855a6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e18ccea-a300-4efe-b412-21e9f24a8019 HTTP/1.1" status: 204 len: 168 time: 0.1181557 Feb 18 00:41:28.113834 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f2d03-a05d-4ad8-a83b-f3e532855a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e18ccea-a300-4efe-b412-21e9f24a8019,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:28.361217 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 50036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:28.374319 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4866f39b-8900-40b6-b6cc-dadd4654d6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.447752 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4866f39b-8900-40b6-b6cc-dadd4654d6f6 admin admin] Publish callbacks [] for security_group (f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.451577 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4866f39b-8900-40b6-b6cc-dadd4654d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.490562 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-4866f39b-8900-40b6-b6cc-dadd4654d6f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e314ee727ec41008a417c4c6a29aa64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282332 Feb 18 00:41:28.491710 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866f39b-8900-40b6-b6cc-dadd4654d6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:28.493292 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50038) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:28.540330 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5017cbbd-9291-4f78-9696-8da1b4f18ffc admin admin] Publish callbacks [] for security_group (f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.561494 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5017cbbd-9291-4f78-9696-8da1b4f18ffc admin admin] Publish callbacks [] for security_group (f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.608148 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5017cbbd-9291-4f78-9696-8da1b4f18ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.611974 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5017cbbd-9291-4f78-9696-8da1b4f18ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:28.613093 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-5017cbbd-9291-4f78-9696-8da1b4f18ffc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752 HTTP/1.1" status: 204 len: 168 time: 0.1180229 Feb 18 00:41:28.621048 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017cbbd-9291-4f78-9696-8da1b4f18ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83dc1d4-a3fb-4a6e-bd4f-ddcfb90e6752,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:29.371900 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e492f1dc-b4dc-4d65-b614-84bb4a75f58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.220299 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 50092) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:30.293420 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.324021 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0a64b94-c8bb-4523-b3e4-71178e3465f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.394984 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0a64b94-c8bb-4523-b3e4-71178e3465f1 admin admin] Publish callbacks [] for security_group (3cde4d19-2a8b-4b38-9424-2ebf2608ee21), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.398517 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0a64b94-c8bb-4523-b3e4-71178e3465f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (3cde4d19-2a8b-4b38-9424-2ebf2608ee21), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.436615 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-c0a64b94-c8bb-4523-b3e4-71178e3465f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a35e971baa394c1b9fcf7ae1cc1ae572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152588 Feb 18 00:41:30.437716 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a64b94-c8bb-4523-b3e4-71178e3465f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde4d19-2a8b-4b38-9424-2ebf2608ee21,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:30.439419 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:30.489127 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f85838-ff6b-4066-9177-e4cad294e4b3 admin admin] Publish callbacks [] for security_group (3cde4d19-2a8b-4b38-9424-2ebf2608ee21), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.510373 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f85838-ff6b-4066-9177-e4cad294e4b3 admin admin] Publish callbacks [] for security_group (3cde4d19-2a8b-4b38-9424-2ebf2608ee21), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.555223 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f85838-ff6b-4066-9177-e4cad294e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (3cde4d19-2a8b-4b38-9424-2ebf2608ee21), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.557791 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f85838-ff6b-4066-9177-e4cad294e4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.558933 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f5f85838-ff6b-4066-9177-e4cad294e4b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cde4d19-2a8b-4b38-9424-2ebf2608ee21 HTTP/1.1" status: 204 len: 168 time: 0.1184802 Feb 18 00:41:30.566515 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f85838-ff6b-4066-9177-e4cad294e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde4d19-2a8b-4b38-9424-2ebf2608ee21,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:30.808997 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50102) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:30.824773 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7954b60-3768-4a50-b58b-034e179d0d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.900686 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7954b60-3768-4a50-b58b-034e179d0d36 admin admin] Publish callbacks [] for security_group (1d0d482e-534a-4f40-ae98-02b385bdadf7), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.904318 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7954b60-3768-4a50-b58b-034e179d0d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1d0d482e-534a-4f40-ae98-02b385bdadf7), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:30.942194 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-f7954b60-3768-4a50-b58b-034e179d0d36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd18b3ef907b42df94cf2d07ba7d139c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320891 Feb 18 00:41:30.943337 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7954b60-3768-4a50-b58b-034e179d0d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d482e-534a-4f40-ae98-02b385bdadf7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:30.944806 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 50104) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:30.991575 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79d75295-48cf-4b6b-99f1-ef4d78593cb7 admin admin] Publish callbacks [] for security_group (1d0d482e-534a-4f40-ae98-02b385bdadf7), before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:31.012779 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79d75295-48cf-4b6b-99f1-ef4d78593cb7 admin admin] Publish callbacks [] for security_group (1d0d482e-534a-4f40-ae98-02b385bdadf7), precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:31.058341 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79d75295-48cf-4b6b-99f1-ef4d78593cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (1d0d482e-534a-4f40-ae98-02b385bdadf7), after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:31.060858 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79d75295-48cf-4b6b-99f1-ef4d78593cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:31.061969 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-79d75295-48cf-4b6b-99f1-ef4d78593cb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d0d482e-534a-4f40-ae98-02b385bdadf7 HTTP/1.1" status: 204 len: 168 time: 0.1161418 Feb 18 00:41:31.069908 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d75295-48cf-4b6b-99f1-ef4d78593cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d482e-534a-4f40-ae98-02b385bdadf7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:31.637707 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:33.143149 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:36.772805 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:39.999288 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50192) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:40.100366 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16d8c713-9030-4ea1-b727-ca9a876a9ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.179636 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16d8c713-9030-4ea1-b727-ca9a876a9ac3 admin admin] Publish callbacks [] for security_group (45801472-9890-4f55-bfa8-cbbcc8a5d84a), precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.183803 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16d8c713-9030-4ea1-b727-ca9a876a9ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (45801472-9890-4f55-bfa8-cbbcc8a5d84a), after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.218852 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8c713-9030-4ea1-b727-ca9a876a9ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45801472-9890-4f55-bfa8-cbbcc8a5d84a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:40.223094 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-16d8c713-9030-4ea1-b727-ca9a876a9ac3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=262a4ba8669b40ad8a081126c919721e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228088 Feb 18 00:41:40.225729 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50196) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:40.272315 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26789c92-28f4-44e7-acad-72655c812229 admin admin] Publish callbacks [] for security_group (45801472-9890-4f55-bfa8-cbbcc8a5d84a), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.296228 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26789c92-28f4-44e7-acad-72655c812229 admin admin] Publish callbacks [] for security_group (45801472-9890-4f55-bfa8-cbbcc8a5d84a), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.342508 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26789c92-28f4-44e7-acad-72655c812229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (45801472-9890-4f55-bfa8-cbbcc8a5d84a), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.345074 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26789c92-28f4-44e7-acad-72655c812229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.346251 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-26789c92-28f4-44e7-acad-72655c812229 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45801472-9890-4f55-bfa8-cbbcc8a5d84a HTTP/1.1" status: 204 len: 168 time: 0.1196089 Feb 18 00:41:40.354785 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26789c92-28f4-44e7-acad-72655c812229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45801472-9890-4f55-bfa8-cbbcc8a5d84a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:40.600857 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 50202) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:40.614235 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46011cee-81c9-4d41-8f22-cb034aae041b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.693428 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46011cee-81c9-4d41-8f22-cb034aae041b admin admin] Publish callbacks [] for security_group (6f22a8c1-ca46-4275-9f89-f3bf4a1a5657), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.696598 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46011cee-81c9-4d41-8f22-cb034aae041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (6f22a8c1-ca46-4275-9f89-f3bf4a1a5657), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.736282 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-46011cee-81c9-4d41-8f22-cb034aae041b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2b15d40ed7d4f29bd1452e635fd53e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343009 Feb 18 00:41:40.737011 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46011cee-81c9-4d41-8f22-cb034aae041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f22a8c1-ca46-4275-9f89-f3bf4a1a5657,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:40.738971 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50204) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:40.787567 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4239b81f-e4d3-4d0a-8656-15215b72ef07 admin admin] Publish callbacks [] for security_group (6f22a8c1-ca46-4275-9f89-f3bf4a1a5657), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.809640 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4239b81f-e4d3-4d0a-8656-15215b72ef07 admin admin] Publish callbacks [] for security_group (6f22a8c1-ca46-4275-9f89-f3bf4a1a5657), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.856014 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4239b81f-e4d3-4d0a-8656-15215b72ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (6f22a8c1-ca46-4275-9f89-f3bf4a1a5657), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.858707 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4239b81f-e4d3-4d0a-8656-15215b72ef07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:40.859924 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-4239b81f-e4d3-4d0a-8656-15215b72ef07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f22a8c1-ca46-4275-9f89-f3bf4a1a5657 HTTP/1.1" status: 204 len: 168 time: 0.1198568 Feb 18 00:41:40.872418 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239b81f-e4d3-4d0a-8656-15215b72ef07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f22a8c1-ca46-4275-9f89-f3bf4a1a5657,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:44.754701 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.10', 50272) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:44.855161 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a853-218b-43f7-b68e-a1216c6d6070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:44.932338 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a853-218b-43f7-b68e-a1216c6d6070 admin admin] Publish callbacks [] for security_group (758265e2-1193-49e6-850b-5e9c98797318), precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:44.936087 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a853-218b-43f7-b68e-a1216c6d6070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (758265e2-1193-49e6-850b-5e9c98797318), after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:44.973796 dv-cinder-816104-3-iscsi neutron-server[114448]: INFO neutron.wsgi [None req-0fc9a853-218b-43f7-b68e-a1216c6d6070 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18e5867a718b43ba9281e8a8fc1b3e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180598 Feb 18 00:41:44.974890 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9a853-218b-43f7-b68e-a1216c6d6070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758265e2-1193-49e6-850b-5e9c98797318,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:44.976583 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.10', 50276) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 00:41:45.024608 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-63b72a9b-4890-46ab-8da9-2d3b51c98e8f admin admin] Publish callbacks [] for security_group (758265e2-1193-49e6-850b-5e9c98797318), before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:45.044616 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-63b72a9b-4890-46ab-8da9-2d3b51c98e8f admin admin] Publish callbacks [] for security_group (758265e2-1193-49e6-850b-5e9c98797318), precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:45.092822 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-63b72a9b-4890-46ab-8da9-2d3b51c98e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589416'] for security_group (758265e2-1193-49e6-850b-5e9c98797318), after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:45.095409 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-63b72a9b-4890-46ab-8da9-2d3b51c98e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:45.096517 dv-cinder-816104-3-iscsi neutron-server[114449]: INFO neutron.wsgi [None req-63b72a9b-4890-46ab-8da9-2d3b51c98e8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/758265e2-1193-49e6-850b-5e9c98797318 HTTP/1.1" status: 204 len: 168 time: 0.1188743 Feb 18 00:41:45.104040 dv-cinder-816104-3-iscsi neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b72a9b-4890-46ab-8da9-2d3b51c98e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758265e2-1193-49e6-850b-5e9c98797318,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 00:41:56.875159 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7f16abef-05b6-42d7-9a93-fcd93208b5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:41:59.373025 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-94028b16-d63b-4a79-bbc3-e93ac654f302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:00.297033 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:01.639950 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:02.220907 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:42:03.146132 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:06.775703 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:26.876817 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6653b048-bc84-4099-92a8-5d5d525b3d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:29.374536 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a653098f-b6d7-4425-ba60-3b0507f9ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:30.302232 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:31.643136 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:33.146858 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:36.774263 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:39.221713 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:42:56.879207 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0acb8174-1ec9-4d41-a05f-63c5068d9e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:42:59.375102 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2cde3a08-6b33-456a-bb22-56ee1b57e778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:00.302294 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:01.646803 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:03.151306 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:06.784321 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:16.221447 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:43:26.881386 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-14243501-8019-4591-aaba-e9d303a5ac0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:29.376333 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ae84dd44-70eb-4c11-80f4-f6972cfeacf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:30.304714 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:31.650752 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:33.153082 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:36.774238 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:53.221680 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:43:56.883985 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-53bbf2d9-c168-439b-b25d-5e71f9c7d031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:43:59.381486 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9e4a40ef-b747-4e23-bc1b-2b4b32bc39c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:00.307953 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:01.653819 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:03.155491 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:06.791033 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:26.884002 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9fe12c7a-b3da-4fca-8a83-db9551dbfe23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:29.381674 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-17b20f10-9b72-43ec-b9fb-5ba6ab06e24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:30.220942 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:44:30.309868 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:31.657372 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:33.157004 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:36.805765 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:56.885796 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e90ad689-1c76-49ef-8ee9-084bc822d718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:44:59.383162 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ecadd80e-62e6-4c2e-9a7b-af63d44e08c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:00.312008 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:01.661181 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:03.160158 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:06.836295 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:07.219940 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:45:26.888132 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd1eb-b09a-4c58-bac5-b283f7f5ea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:27.068721 dv-cinder-816104-3-iscsi neutron-server[114448]: DEBUG neutron.wsgi [req-dc0f6a59-b8f4-4fc4-8ab1-9fd614a6dc8d req-f917ede8-dc93-4234-93df-1bd96f63ec9e service neutron] (114448) timed out ('10.222.0.48', 51013) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 00:45:29.383446 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cb18b28d-a0b5-4699-86df-db02151c8c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:30.313673 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:31.662694 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:33.163781 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:36.867394 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:44.218707 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:45:56.888685 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ad117efb-5bf3-411d-ae02-0cc530f82cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:45:59.384189 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4d952713-fb70-4b86-86fd-d9c6665d68b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:00.317329 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:01.667080 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:03.166203 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:06.867670 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:21.217820 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:46:26.890815 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3a3329de-c1c0-4c57-8169-dcc83b18933b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:29.384875 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e3203b2f-1b1b-4630-8fb3-eb91c0038b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:30.321111 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:31.670603 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:33.168166 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:36.867395 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:56.891885 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-b061fb48-fd52-45cf-9e86-6910bae26e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5ee347c0-b4ca-44d5-9896-0d71d68c19c2), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:46:58.217854 dv-cinder-816104-3-iscsi neutron-server[114452]: DEBUG neutron.db.agents_db [None req-e15936b3-5fcd-4f8f-b647-68d717ee56c2 None None] Agent healthcheck: found 6 active agents {{(pid=114452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 00:46:59.386162 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-19268ad2-4958-4c12-916c-01080438b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (5d0b4e8e-5712-4905-b822-e48f0ad0312c), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:47:00.323175 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-eaaa41aa-53a2-41eb-a286-3dc9ea4e7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (b3f8d151-a592-4e21-8ce3-8c434972f0e3), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:47:01.673716 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f033e513-4a59-432a-b174-aad89e425248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (f1a5fca9-5828-4741-a6fa-245a57bf89db), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:47:03.170163 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-8bfb536c-463c-4efa-83a7-ad8ce73d2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (13f9f0a8-6b92-4ba1-af39-108bcc3920a8), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 00:47:06.867565 dv-cinder-816104-3-iscsi neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc27c-9463-454a-a703-c9de0f886a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735048401821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756816'] for agent (1673215c-270a-4c6c-8431-f85f6d526483), after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}